[ 465.564417] env[62668]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62668) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 465.564781] env[62668]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62668) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 465.564781] env[62668]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62668) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 465.565142] env[62668]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 465.660105] env[62668]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62668) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 465.670649] env[62668]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62668) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 466.269743] env[62668]: INFO nova.virt.driver [None req-4a7f4613-e5d9-46cb-9ec5-9a5ce5992f74 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 466.340419] env[62668]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 466.340602] env[62668]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 466.340674] env[62668]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62668) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 469.548433] env[62668]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ae7dbd7a-7a8d-42b3-86d9-0d739c6df29b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.564259] env[62668]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62668) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 469.564399] env[62668]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ecc204a7-1a35-4225-93c1-615297dc4067 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.601758] env[62668]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e208b. [ 469.601902] env[62668]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.261s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 469.602607] env[62668]: INFO nova.virt.vmwareapi.driver [None req-4a7f4613-e5d9-46cb-9ec5-9a5ce5992f74 None None] VMware vCenter version: 7.0.3 [ 469.606112] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6adc0b4-bfc1-4050-a626-18f51fcb41d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.624058] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e30176-22d6-473e-a0e7-5c22b7215ff9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.629939] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5ed52-eb4b-4b29-8038-86bd4fc89a85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.636623] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59011669-ab2b-4535-b45d-ea19624b7dcb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.649483] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6e2ca-fb45-4783-96a1-fc4aadb7a56d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.655328] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d86b92-9af2-4500-ab64-9c3fafab023c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.685037] env[62668]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0a97e4f1-7f6e-47d2-9121-e5ac35347ca4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 469.689999] env[62668]: DEBUG nova.virt.vmwareapi.driver [None req-4a7f4613-e5d9-46cb-9ec5-9a5ce5992f74 None None] Extension org.openstack.compute already exists. {{(pid=62668) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 469.692664] env[62668]: INFO nova.compute.provider_config [None req-4a7f4613-e5d9-46cb-9ec5-9a5ce5992f74 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 470.196407] env[62668]: DEBUG nova.context [None req-4a7f4613-e5d9-46cb-9ec5-9a5ce5992f74 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),446effbd-510e-45bc-bc86-9cc69948130b(cell1) {{(pid=62668) load_cells /opt/stack/nova/nova/context.py:464}} [ 470.199396] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 470.199614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 470.200329] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 470.200779] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Acquiring lock "446effbd-510e-45bc-bc86-9cc69948130b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 470.201014] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Lock "446effbd-510e-45bc-bc86-9cc69948130b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 470.202029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Lock "446effbd-510e-45bc-bc86-9cc69948130b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 470.221668] env[62668]: INFO dbcounter [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Registered counter for database nova_cell0 [ 470.230093] env[62668]: INFO dbcounter [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Registered counter for database nova_cell1 [ 470.233222] env[62668]: DEBUG oslo_db.sqlalchemy.engines [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62668) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 470.233585] env[62668]: DEBUG oslo_db.sqlalchemy.engines [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62668) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 470.238407] env[62668]: ERROR nova.db.main.api [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 470.238407] env[62668]: result = function(*args, **kwargs) [ 470.238407] env[62668]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 470.238407] env[62668]: return func(*args, **kwargs) [ 470.238407] env[62668]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 470.238407] env[62668]: result = fn(*args, **kwargs) [ 470.238407] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 470.238407] env[62668]: return f(*args, **kwargs) [ 470.238407] env[62668]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 470.238407] env[62668]: return db.service_get_minimum_version(context, binaries) [ 470.238407] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 470.238407] env[62668]: _check_db_access() [ 470.238407] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 470.238407] env[62668]: stacktrace = ''.join(traceback.format_stack()) [ 470.238407] env[62668]: [ 470.239107] env[62668]: ERROR nova.db.main.api [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 470.239107] env[62668]: result = function(*args, **kwargs) [ 470.239107] env[62668]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 470.239107] env[62668]: return func(*args, **kwargs) [ 470.239107] env[62668]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 470.239107] env[62668]: result = fn(*args, **kwargs) [ 470.239107] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 470.239107] env[62668]: return f(*args, **kwargs) [ 470.239107] env[62668]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 470.239107] env[62668]: return db.service_get_minimum_version(context, binaries) [ 470.239107] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 470.239107] env[62668]: _check_db_access() [ 470.239107] env[62668]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 470.239107] env[62668]: stacktrace = ''.join(traceback.format_stack()) [ 470.239107] env[62668]: [ 470.239564] env[62668]: WARNING nova.objects.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 470.239625] env[62668]: WARNING nova.objects.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Failed to get minimum service version for cell 446effbd-510e-45bc-bc86-9cc69948130b [ 470.240115] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Acquiring lock "singleton_lock" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 470.240295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Acquired lock "singleton_lock" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 470.240543] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Releasing lock "singleton_lock" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 470.240862] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Full set of CONF: {{(pid=62668) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 470.241017] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ******************************************************************************** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 470.241144] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] Configuration options gathered from: {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 470.241301] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 470.241500] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 470.241626] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ================================================================================ {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 470.241830] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] allow_resize_to_same_host = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.241994] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] arq_binding_timeout = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242141] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] backdoor_port = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242267] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] backdoor_socket = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242433] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] block_device_allocate_retries = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242591] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] block_device_allocate_retries_interval = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242755] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cert = self.pem {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.242916] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243101] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute_monitors = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243300] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] config_dir = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243476] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] config_drive_format = iso9660 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243608] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243767] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] config_source = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.243929] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] console_host = devstack {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244100] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] control_exchange = nova {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244264] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cpu_allocation_ratio = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244434] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] daemon = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244600] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] debug = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244753] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_access_ip_network_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.244911] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_availability_zone = nova {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245072] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_ephemeral_format = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245232] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_green_pool_size = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245469] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245655] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] default_schedule_zone = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245815] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] disk_allocation_ratio = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.245972] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] enable_new_services = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246165] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] enabled_apis = ['osapi_compute'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246332] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] enabled_ssl_apis = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246489] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] flat_injected = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246641] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] force_config_drive = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246793] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] force_raw_images = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.246956] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] graceful_shutdown_timeout = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.247126] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] heal_instance_info_cache_interval = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.247345] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] host = cpu-1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.247521] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.247681] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.247840] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248071] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248239] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_build_timeout = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248401] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_delete_interval = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248564] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_format = [instance: %(uuid)s] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248725] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_name_template = instance-%08x {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.248883] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_usage_audit = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249057] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_usage_audit_period = month {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249227] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249391] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249553] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] internal_service_availability_zone = internal {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249705] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] key = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.249863] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] live_migration_retry_count = 30 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250037] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_color = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250204] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_config_append = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250370] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250528] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_dir = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250683] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250809] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_options = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.250966] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_rotate_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251144] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_rotate_interval_type = days {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251338] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] log_rotation_type = none {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251471] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251596] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251760] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.251951] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252116] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252289] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] long_rpc_timeout = 1800 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252451] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_concurrent_builds = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252608] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_concurrent_live_migrations = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252764] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_concurrent_snapshots = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.252918] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_local_block_devices = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253085] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_logfile_count = 30 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253274] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] max_logfile_size_mb = 200 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253444] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] maximum_instance_delete_attempts = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253609] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metadata_listen = 0.0.0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253774] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metadata_listen_port = 8775 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.253938] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metadata_workers = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254108] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] migrate_max_retries = -1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254277] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] mkisofs_cmd = genisoimage {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254481] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254611] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] my_ip = 10.180.1.21 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254810] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.254970] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] network_allocate_retries = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.255159] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.255326] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.255492] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] osapi_compute_listen_port = 8774 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.255699] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] osapi_compute_unique_server_name_scope = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.255873] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] osapi_compute_workers = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256045] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] password_length = 12 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256207] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] periodic_enable = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256368] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] periodic_fuzzy_delay = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256531] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] pointer_model = usbtablet {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256691] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] preallocate_images = none {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256848] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] publish_errors = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.256975] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] pybasedir = /opt/stack/nova {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257143] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ram_allocation_ratio = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257301] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rate_limit_burst = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257466] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rate_limit_except_level = CRITICAL {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257624] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rate_limit_interval = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257779] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reboot_timeout = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.257932] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reclaim_instance_interval = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.258102] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] record = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.258269] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reimage_timeout_per_gb = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.258433] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] report_interval = 120 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.258631] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rescue_timeout = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.258842] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reserved_host_cpus = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259021] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reserved_host_disk_mb = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259188] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reserved_host_memory_mb = 512 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259349] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] reserved_huge_pages = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259505] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] resize_confirm_window = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259661] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] resize_fs_using_block_device = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259816] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] resume_guests_state_on_host_boot = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.259979] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260154] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] rpc_response_timeout = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260315] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] run_external_periodic_tasks = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260479] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] running_deleted_instance_action = reap {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260637] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260790] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] running_deleted_instance_timeout = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.260944] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler_instance_sync_interval = 120 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261121] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_down_time = 720 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261316] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] servicegroup_driver = db {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261480] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] shell_completion = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261638] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] shelved_offload_time = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261794] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] shelved_poll_interval = 3600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.261957] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] shutdown_timeout = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.262128] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] source_is_ipv6 = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.262285] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ssl_only = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.262530] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.262698] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] sync_power_state_interval = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.262855] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] sync_power_state_pool_size = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263029] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] syslog_log_facility = LOG_USER {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263221] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] tempdir = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263389] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] timeout_nbd = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263555] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] transport_url = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263714] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] update_resources_interval = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.263869] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_cow_images = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264072] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_journal = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264268] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_json = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264407] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_rootwrap_daemon = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264561] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_stderr = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264713] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] use_syslog = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.264863] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vcpu_pin_set = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265035] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plugging_is_fatal = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265204] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plugging_timeout = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265368] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] virt_mkfs = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265527] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] volume_usage_poll_interval = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265682] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] watch_log_file = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.265843] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] web = /usr/share/spice-html5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 470.266034] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.266204] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.266367] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.266533] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_concurrency.disable_process_locking = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.267439] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.267661] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.267848] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268038] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268220] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268393] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268577] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.auth_strategy = keystone {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268745] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.compute_link_prefix = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.268919] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269107] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.dhcp_domain = novalocal {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269277] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.enable_instance_password = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269439] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.glance_link_prefix = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269603] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269771] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.269932] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.instance_list_per_project_cells = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270106] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.list_records_by_skipping_down_cells = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270273] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.local_metadata_per_cell = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270441] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.max_limit = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270606] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.metadata_cache_expiration = 15 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270778] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.neutron_default_tenant_id = default {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.270945] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.response_validation = warn {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271126] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.use_neutron_default_nets = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271327] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271493] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271657] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271828] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.271995] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_dynamic_targets = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.272172] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_jsonfile_path = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.272352] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.272542] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.backend = dogpile.cache.memcached {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.272708] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.backend_argument = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.272868] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.backend_expiration_time = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273055] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.config_prefix = cache.oslo {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273261] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.dead_timeout = 60.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273438] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.debug_cache_backend = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273602] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.enable_retry_client = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273760] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.enable_socket_keepalive = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.273928] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.enabled = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274101] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.enforce_fips_mode = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274274] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.expiration_time = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274430] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.hashclient_retry_attempts = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274592] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274750] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_dead_retry = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.274906] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_password = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275076] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275238] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275401] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_pool_maxsize = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275597] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275779] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_sasl_enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.275959] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276141] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276299] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.memcache_username = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276466] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.proxies = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276626] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_db = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276782] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_password = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.276948] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277134] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277304] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_server = localhost:6379 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277469] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_socket_timeout = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277625] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.redis_username = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277785] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.retry_attempts = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.277944] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.retry_delay = 0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278116] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.socket_keepalive_count = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278277] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.socket_keepalive_idle = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278436] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.socket_keepalive_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278591] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.tls_allowed_ciphers = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278745] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.tls_cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.278900] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.tls_certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279066] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.tls_enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279227] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cache.tls_keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279397] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279579] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.auth_type = password {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279758] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.279936] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280110] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280275] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280436] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.cross_az_attach = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280595] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.debug = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280753] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.endpoint_template = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.280913] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.http_retries = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281085] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281270] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281451] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.os_region_name = RegionOne {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281615] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281774] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cinder.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.281943] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282116] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.cpu_dedicated_set = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282274] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.cpu_shared_set = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282437] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.image_type_exclude_list = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282596] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282753] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.282911] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283079] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283271] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283442] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.resource_provider_association_refresh = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283604] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283764] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.shutdown_retry_interval = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.283938] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284130] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] conductor.workers = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284312] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] console.allowed_origins = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284470] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] console.ssl_ciphers = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284638] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] console.ssl_minimum_version = default {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284805] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] consoleauth.enforce_session_timeout = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.284971] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] consoleauth.token_ttl = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285156] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285316] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285480] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285656] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285815] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.285969] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286142] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286296] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286452] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286605] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286758] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.286913] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287078] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287247] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.service_type = accelerator {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287410] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287590] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287770] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.287926] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288116] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288277] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] cyborg.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288446] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.asyncio_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288604] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.asyncio_slave_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288769] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.backend = sqlalchemy {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.288933] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289111] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.connection_debug = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289280] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.connection_parameters = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289444] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.connection_recycle_time = 3600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289605] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.connection_trace = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289772] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.db_inc_retry_interval = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.289928] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.db_max_retries = 20 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290097] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.db_max_retry_interval = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290265] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.db_retry_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290427] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.max_overflow = 50 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290616] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.max_pool_size = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290794] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.max_retries = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.290965] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291139] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.mysql_wsrep_sync_wait = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291300] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.pool_timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291464] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.retry_interval = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291639] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.slave_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291821] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.sqlite_synchronous = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.291986] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] database.use_db_reconnect = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292170] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.asyncio_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292332] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.asyncio_slave_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292501] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.backend = sqlalchemy {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292669] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292832] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.connection_debug = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.292997] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.connection_parameters = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.293184] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.connection_recycle_time = 3600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.293361] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.connection_trace = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.293528] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.db_inc_retry_interval = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.293690] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.db_max_retries = 20 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.293851] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.db_max_retry_interval = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294023] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.db_retry_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294193] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.max_overflow = 50 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294354] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.max_pool_size = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294511] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.max_retries = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294676] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294832] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.294985] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.pool_timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.295164] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.retry_interval = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.295322] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.slave_connection = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.295487] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] api_database.sqlite_synchronous = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.295683] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] devices.enabled_mdev_types = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.295860] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296042] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296209] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ephemeral_storage_encryption.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296372] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296538] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.api_servers = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296699] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.296858] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297028] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297192] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297348] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297505] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.debug = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297664] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.default_trusted_certificate_ids = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297822] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.enable_certificate_validation = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.297973] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.enable_rbd_download = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298143] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298306] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298464] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298619] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298771] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.298930] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.num_retries = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299110] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.rbd_ceph_conf = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299276] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.rbd_connect_timeout = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299444] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.rbd_pool = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299639] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.rbd_user = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299831] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.299995] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300171] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300344] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.service_type = image {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300506] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300662] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300818] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.300974] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.301174] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.301420] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.verify_glance_signatures = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.301614] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] glance.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.301788] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] guestfs.debug = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.301959] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302141] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.auth_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302307] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302469] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302632] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302794] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.302953] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303125] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303318] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303485] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303662] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303837] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.303999] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.304171] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.304330] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.304547] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.service_type = shared-file-system {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.304742] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.share_apply_policy_timeout = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.304909] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305082] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305244] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305403] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305584] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305743] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] manila.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.305908] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] mks.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.306276] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.306470] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.manager_interval = 2400 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.306640] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.precache_concurrency = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.306809] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.remove_unused_base_images = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.306975] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.307172] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.307352] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] image_cache.subdirectory_name = _base {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.307526] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.api_max_retries = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.307690] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.api_retry_interval = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.307850] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308022] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.auth_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308188] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308349] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308507] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308671] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.conductor_group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308829] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.308985] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309158] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309321] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309476] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309630] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309783] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.309945] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.peer_list = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310116] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310273] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310435] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.serial_console_state_timeout = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310588] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310754] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.service_type = baremetal {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.310909] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.shard = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311079] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311256] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311423] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311582] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311805] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.311977] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ironic.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.312177] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.312354] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] key_manager.fixed_key = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.312536] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.312700] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.barbican_api_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.312859] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.barbican_endpoint = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313037] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.barbican_endpoint_type = public {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313230] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.barbican_region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313397] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313555] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313714] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.313870] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314035] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314209] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.number_of_retries = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314367] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.retry_delay = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314528] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.send_service_user_token = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314687] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314841] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.314998] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.verify_ssl = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.315170] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican.verify_ssl_path = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.315335] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.315510] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.auth_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.315697] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.315858] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316035] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316203] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316362] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316521] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316675] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] barbican_service_user.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316836] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.approle_role_id = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.316992] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.approle_secret_id = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317174] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.kv_mountpoint = secret {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317337] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.kv_path = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317496] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.kv_version = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317651] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.namespace = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317809] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.root_token_id = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.317961] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.ssl_ca_crt_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318139] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.timeout = 60.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318300] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.use_ssl = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318474] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318641] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318798] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.318956] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319125] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319285] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319441] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319598] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319751] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.319903] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320065] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320223] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320381] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320538] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320705] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.service_type = identity {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.320865] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321026] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321206] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321379] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321556] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321711] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] keystone.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.321896] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.ceph_mount_options = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.322218] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.322406] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.connection_uri = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.322572] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_mode = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.322739] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.322909] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_models = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.323094] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_power_governor_high = performance {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.323292] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.323463] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_power_management = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.323635] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.323845] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.device_detach_attempts = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324030] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.device_detach_timeout = 20 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324212] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.disk_cachemodes = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324369] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.disk_prefix = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324532] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.enabled_perf_events = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324697] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.file_backed_memory = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.324860] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.gid_maps = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325029] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.hw_disk_discard = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325192] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.hw_machine_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325360] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_rbd_ceph_conf = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325524] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325682] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.325847] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_rbd_glance_store_name = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326014] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_rbd_pool = rbd {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326187] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_type = default {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326345] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.images_volume_group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326506] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.inject_key = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326665] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.inject_partition = -2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326822] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.inject_password = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.326984] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.iscsi_iface = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.327160] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.iser_use_multipath = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.327322] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.327482] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.327666] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_downtime = 500 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.327844] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328012] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328177] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_inbound_addr = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328340] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328497] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328655] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_scheme = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328824] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_timeout_action = abort {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.328982] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_tunnelled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.329152] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_uri = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.329312] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.live_migration_with_native_tls = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.329470] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.max_queues = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.329632] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.329858] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330032] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.nfs_mount_options = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330324] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330507] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330673] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330832] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.330994] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.331184] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_pcie_ports = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.331368] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.331536] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.pmem_namespaces = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.331697] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.quobyte_client_cfg = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.331990] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332182] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332349] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332511] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332672] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rbd_secret_uuid = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332830] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rbd_user = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.332991] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.333184] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.333363] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rescue_image_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.333528] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rescue_kernel_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.333687] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rescue_ramdisk_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.333855] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.334026] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.rx_queue_size = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.334206] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.smbfs_mount_options = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.334494] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.334670] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.snapshot_compression = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.334832] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.snapshot_image_format = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335080] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335252] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.sparse_logical_volumes = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335416] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.swtpm_enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335622] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.swtpm_group = tss {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335806] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.swtpm_user = tss {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.335977] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.sysinfo_serial = unique {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336153] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.tb_cache_size = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336314] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.tx_queue_size = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336478] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.uid_maps = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336640] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.use_virtio_for_bridges = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336809] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.virt_type = kvm {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.336978] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.volume_clear = zero {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337159] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.volume_clear_size = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337325] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.volume_use_multipath = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337485] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_cache_path = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337654] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337823] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.337991] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.338172] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.338460] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.338640] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.vzstorage_mount_user = stack {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.338809] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.338979] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.339167] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.auth_type = password {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.339332] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.339494] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.339688] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.339860] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340033] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340209] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.default_floating_pool = public {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340372] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340535] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.extension_sync_interval = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340697] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.http_retries = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.340856] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341033] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341214] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341402] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341563] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341730] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.ovs_bridge = br-int {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.341895] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.physnets = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342078] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.region_name = RegionOne {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342243] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342414] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.service_metadata_proxy = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342574] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342800] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.service_type = network {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.342984] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.343202] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.343351] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.343519] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.343703] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.343861] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] neutron.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344043] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.bdms_in_notifications = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344250] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.default_level = INFO {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344430] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.include_share_mapping = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344617] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.notification_format = unversioned {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344785] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.notify_on_state_change = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.344962] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.345152] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] pci.alias = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.345324] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] pci.device_spec = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.345495] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] pci.report_in_placement = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.345688] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.345861] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.auth_type = password {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346043] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346211] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346372] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346531] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346689] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.346848] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347008] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.default_domain_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347174] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.default_domain_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347332] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.domain_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347489] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.domain_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347688] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.347862] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348028] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348189] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348346] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348511] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.password = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348669] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.project_domain_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348832] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.project_domain_name = Default {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.348995] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.project_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349178] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.project_name = service {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349346] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.region_name = RegionOne {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349506] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349662] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349829] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.service_type = placement {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.349987] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350165] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350350] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350517] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.system_scope = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350675] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350833] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.trust_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.350989] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.user_domain_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.351179] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.user_domain_name = Default {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.351335] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.user_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.351507] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.username = nova {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.351711] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.351881] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] placement.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352074] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.cores = 20 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352242] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.count_usage_from_placement = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352413] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352580] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.injected_file_content_bytes = 10240 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352745] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.injected_file_path_length = 255 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.352907] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.injected_files = 5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353085] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.instances = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353281] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.key_pairs = 100 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353456] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.metadata_items = 128 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353621] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.ram = 51200 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353783] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.recheck_quota = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.353947] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.server_group_members = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.354123] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.server_groups = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.354353] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.354534] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] quota.unified_limits_resource_strategy = require {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.354713] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.354877] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355051] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.image_metadata_prefilter = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355216] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355381] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.max_attempts = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355565] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.max_placement_results = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355739] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.355901] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356072] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356248] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] scheduler.workers = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356421] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356589] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356765] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.356936] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357112] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357278] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357442] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357625] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357791] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.host_subset_size = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.357955] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358128] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358291] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358454] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.isolated_hosts = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358612] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.isolated_images = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358787] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.358946] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.359119] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.359282] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.pci_in_placement = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.359444] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.359641] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.359867] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360055] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360227] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360392] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360551] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.track_instance_changes = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360724] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.360892] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metrics.required = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.361069] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metrics.weight_multiplier = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.361246] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.361408] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] metrics.weight_setting = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.361708] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.361879] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362066] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.port_range = 10000:20000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362241] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362413] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362578] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] serial_console.serialproxy_port = 6083 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362743] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.362914] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.auth_type = password {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363087] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363276] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363442] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363601] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363788] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.363965] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.send_service_user_token = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.364160] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.364308] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] service_user.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.364480] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.agent_enabled = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.364640] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.364932] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365143] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365314] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.html5proxy_port = 6082 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365478] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.image_compression = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365634] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.jpeg_compression = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365789] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.playback_compression = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.365949] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.require_secure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366133] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.server_listen = 127.0.0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366299] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366458] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.streaming_mode = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366612] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] spice.zlib_compression = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366776] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] upgrade_levels.baseapi = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.366942] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] upgrade_levels.compute = auto {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367111] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] upgrade_levels.conductor = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367272] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] upgrade_levels.scheduler = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367439] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367602] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367760] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.367915] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368085] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368249] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368409] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368569] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368727] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vendordata_dynamic_auth.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.368901] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.api_retry_count = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369075] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.ca_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369251] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369417] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.cluster_name = testcl1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369582] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.connection_pool_size = 10 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369740] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.console_delay_seconds = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.369903] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.datastore_regex = ^datastore.* {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370121] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370309] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.host_password = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370478] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.host_port = 443 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370647] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.host_username = administrator@vsphere.local {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370814] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.insecure = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.370974] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.integration_bridge = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.371155] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.maximum_objects = 100 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.371315] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.pbm_default_policy = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.371477] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.pbm_enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.371656] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.pbm_wsdl_location = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.371853] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372034] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.serial_port_proxy_uri = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372201] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.serial_port_service_uri = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372381] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.task_poll_interval = 0.5 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372545] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.use_linked_clone = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372711] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.vnc_keymap = en-us {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.372874] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.vnc_port = 5900 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.373047] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vmware.vnc_port_total = 10000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.373259] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.auth_schemes = ['none'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.373441] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.373732] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.373919] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374111] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.novncproxy_port = 6080 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374302] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.server_listen = 127.0.0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374484] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374647] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.vencrypt_ca_certs = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374806] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.vencrypt_client_cert = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.374962] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vnc.vencrypt_client_key = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375146] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375309] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_deep_image_inspection = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375473] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375656] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375821] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.375982] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.disable_rootwrap = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376160] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.enable_numa_live_migration = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376323] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376482] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376639] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376795] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.libvirt_disable_apic = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.376953] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377125] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377286] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377445] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377601] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377756] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.377911] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378083] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378243] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378409] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378591] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378758] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.client_socket_timeout = 900 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.378920] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.default_pool_size = 1000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379096] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.keep_alive = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379267] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.max_header_line = 16384 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379430] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379589] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.ssl_ca_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379745] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.ssl_cert_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.379901] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.ssl_key_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.380074] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.tcp_keepidle = 600 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.380252] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.380421] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] zvm.ca_file = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.380580] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] zvm.cloud_connector_url = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.380866] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381052] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] zvm.reachable_timeout = 300 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381226] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381403] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381579] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.connection_string = messaging:// {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381744] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.enabled = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.381911] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.es_doc_type = notification {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382091] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.es_scroll_size = 10000 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382261] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.es_scroll_time = 2m {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382421] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.filter_error_trace = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382584] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.hmac_keys = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382747] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.sentinel_service_name = mymaster {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.382908] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.socket_timeout = 0.1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.383082] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.trace_requests = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.383273] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler.trace_sqlalchemy = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.383463] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler_jaeger.process_tags = {} {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.383624] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler_jaeger.service_name_prefix = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.383830] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] profiler_otlp.service_name_prefix = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384016] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] remote_debug.host = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384210] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] remote_debug.port = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384398] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384561] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384725] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.384881] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385049] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385210] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385368] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385525] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385682] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.385847] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386008] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386185] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386350] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386511] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386676] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386833] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.386992] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.387174] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.387336] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.387568] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.387836] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388046] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388223] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388391] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388551] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388711] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.388874] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389039] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389203] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389363] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389530] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389694] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.389853] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390026] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390199] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390358] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390537] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390701] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_notifications.retry = -1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.390872] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391053] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391226] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.auth_section = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391389] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.auth_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391543] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.cafile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391696] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.certfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.391852] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.collect_timing = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392017] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.connect_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392175] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.connect_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392332] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_id = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392498] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392653] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_override = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392807] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.392960] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393127] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.endpoint_service_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393320] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.insecure = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393484] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.keyfile = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393638] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.max_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393792] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.min_version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.393944] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.region_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394113] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.retriable_status_codes = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394304] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.service_name = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394466] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.service_type = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394624] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.split_loggers = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394779] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.status_code_retries = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.394932] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.status_code_retry_delay = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395098] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.timeout = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395258] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.valid_interfaces = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395413] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_limit.version = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395602] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_reports.file_event_handler = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395773] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.395930] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] oslo_reports.log_dir = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396113] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396273] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396429] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396590] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396752] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.396905] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397079] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397240] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397395] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397554] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397713] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.397866] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] vif_plug_ovs_privileged.user = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398040] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398216] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398388] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398557] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398721] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.398890] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399064] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399225] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399402] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399569] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.isolate_vif = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399739] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.399899] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400080] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400247] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400407] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] os_vif_ovs.per_port_bridge = False {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400573] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.capabilities = [21] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400728] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.400880] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.helper_command = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401054] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401218] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401375] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] privsep_osbrick.user = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401544] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401697] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.group = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.401849] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.helper_command = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.402014] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.402186] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.402343] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] nova_sys_admin.user = None {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 470.402472] env[62668]: DEBUG oslo_service.service [None req-9b5903e9-9442-4d62-a5f1-8917bc46d6b7 None None] ******************************************************************************** {{(pid=62668) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 470.402879] env[62668]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 470.906995] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Getting list of instances from cluster (obj){ [ 470.906995] env[62668]: value = "domain-c8" [ 470.906995] env[62668]: _type = "ClusterComputeResource" [ 470.906995] env[62668]: } {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 470.908059] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd8466-2658-4524-a6bd-2941e6bdbb45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 470.916750] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Got total of 0 instances {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 470.917341] env[62668]: WARNING nova.virt.vmwareapi.driver [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 470.917808] env[62668]: INFO nova.virt.node [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Generated node identity 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 [ 470.918047] env[62668]: INFO nova.virt.node [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Wrote node identity 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 to /opt/stack/data/n-cpu-1/compute_id [ 471.421345] env[62668]: WARNING nova.compute.manager [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Compute nodes ['7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 472.427000] env[62668]: INFO nova.compute.manager [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 473.432679] env[62668]: WARNING nova.compute.manager [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 473.433073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 473.433191] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 473.433378] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 473.433533] env[62668]: DEBUG nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 473.434482] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ba2d7-8e90-4147-a5ee-c8bfff26eb4d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.442440] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd2e89-63a0-49e4-82a9-dc823e2837ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.456291] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad62b7-02d4-4482-9aa1-c87a36d0d609 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.463308] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a8720-9060-45f9-af71-bee910b4d1a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.491938] env[62668]: DEBUG nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181181MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 473.492110] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 473.492285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 473.995135] env[62668]: WARNING nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] No compute node record for cpu-1:7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 could not be found. [ 474.499056] env[62668]: INFO nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 [ 476.007662] env[62668]: DEBUG nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 476.008088] env[62668]: DEBUG nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 476.165410] env[62668]: INFO nova.scheduler.client.report [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] [req-c9836ed9-8c02-4a3a-8c42-001e5a29faab] Created resource provider record via placement API for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 476.182812] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b07bf-18f4-42ee-9557-a4313fd42ef4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.190862] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a12c2-aeb2-4dbf-85e6-06f8fde6d101 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.221419] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d59f013-4849-4724-944b-fcef05ca08f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.228370] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ed0fb-38a3-41ea-bb3b-e735f43881d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.241343] env[62668]: DEBUG nova.compute.provider_tree [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 476.777879] env[62668]: DEBUG nova.scheduler.client.report [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 476.778130] env[62668]: DEBUG nova.compute.provider_tree [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 0 to 1 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 476.778274] env[62668]: DEBUG nova.compute.provider_tree [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 476.828089] env[62668]: DEBUG nova.compute.provider_tree [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 1 to 2 during operation: update_traits {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 477.332674] env[62668]: DEBUG nova.compute.resource_tracker [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 477.333048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.333048] env[62668]: DEBUG nova.service [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Creating RPC server for service compute {{(pid=62668) start /opt/stack/nova/nova/service.py:186}} [ 477.345364] env[62668]: DEBUG nova.service [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] Join ServiceGroup membership for this service compute {{(pid=62668) start /opt/stack/nova/nova/service.py:203}} [ 477.345538] env[62668]: DEBUG nova.servicegroup.drivers.db [None req-e80c802b-5c37-4a3a-bd02-8e07f231d232 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62668) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 496.347406] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 496.850993] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Getting list of instances from cluster (obj){ [ 496.850993] env[62668]: value = "domain-c8" [ 496.850993] env[62668]: _type = "ClusterComputeResource" [ 496.850993] env[62668]: } {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.852514] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f09921-703c-42d8-af20-7de85a17b0bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.860929] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Got total of 0 instances {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 496.861186] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 496.861477] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Getting list of instances from cluster (obj){ [ 496.861477] env[62668]: value = "domain-c8" [ 496.861477] env[62668]: _type = "ClusterComputeResource" [ 496.861477] env[62668]: } {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.862365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a309074-e8ba-40b2-98d9-5dacf131f39d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.869696] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Got total of 0 instances {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 516.168189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "b9a91452-834c-4bce-8b00-05152fcc4c87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.168446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.558670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.558889] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.671175] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 517.062110] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 517.220753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.221081] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.222740] env[62668]: INFO nova.compute.claims [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 517.589304] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.314471] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9df02-ea7f-4a2f-b662-29127638c68e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.323816] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf96e1b-e50e-4b19-8373-97eef24e4dda {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.362406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75477646-e3c9-4ac5-8b98-9df4a05de0f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.372238] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a140302b-084f-4556-8ff9-9c7049633bf5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.388253] env[62668]: DEBUG nova.compute.provider_tree [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 518.511570] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.511953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.576833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "704619f9-21eb-41ce-9163-b33f3200cc21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.577207] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.895235] env[62668]: DEBUG nova.scheduler.client.report [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 519.017561] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.080034] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.307059] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.307252] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.401491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.402151] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 519.405028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.816s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.407359] env[62668]: INFO nova.compute.claims [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 519.543554] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.605721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.810435] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.912514] env[62668]: DEBUG nova.compute.utils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 519.917422] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 519.917422] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 520.022393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "6055eede-0999-4ce0-b776-926673076fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.022393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.238077] env[62668]: DEBUG nova.policy [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '489f3d0d8ad44915b3f6e0451e0485c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80961b2438424aa4ab660bd0acd4ed9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 520.340301] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.420561] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 520.525635] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 520.583514] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aee6e3-e287-4e57-8eec-49173abcd700 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.593807] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54d40d-fefd-4792-9400-ffa1367889da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.633021] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc737ae-cd97-4348-9bf8-3896b0c85fa7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.643244] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca913c70-9df1-4874-b27f-c743cb540c1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.655419] env[62668]: DEBUG nova.compute.provider_tree [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 520.890629] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.890629] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.989084] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Successfully created port: 4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 521.055436] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.162087] env[62668]: DEBUG nova.scheduler.client.report [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 521.394249] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 521.432028] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 521.459752] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 521.460021] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 521.460196] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 521.460379] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 521.460528] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 521.460659] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 521.461235] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 521.462922] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 521.467018] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 521.467018] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 521.467018] env[62668]: DEBUG nova.virt.hardware [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 521.467018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08fb7fe-aff4-45d0-9787-f968f7507473 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.479675] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dfba17-1cf0-4a08-bfb2-1ffb7df2eeb8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.500340] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519d1ff7-0efc-4592-8a48-d7c35bf15305 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.666931] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.667612] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 521.673268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.130s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.674755] env[62668]: INFO nova.compute.claims [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 521.936654] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.180191] env[62668]: DEBUG nova.compute.utils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 522.181573] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 522.181787] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 522.355585] env[62668]: DEBUG nova.policy [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd59a0818d8ef43a99f38554772035cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7245949ab2452b8bac41e8ee696a5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 522.688272] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 522.877503] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304765eb-eec0-409e-8013-1a6761b5978d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.887104] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeb0a92-1d69-407a-a234-1e81947edb02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.925198] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b71712a-c48d-43f0-ad75-fe775568554d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.933615] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80b64f-e7b0-4bc5-8938-10b902485a72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.950590] env[62668]: DEBUG nova.compute.provider_tree [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 523.452725] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Successfully created port: 3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 523.454766] env[62668]: DEBUG nova.scheduler.client.report [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 523.701129] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 523.742747] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 523.743064] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 523.743664] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 523.743664] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 523.743664] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 523.744027] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 523.744027] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 523.747154] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 523.747396] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 523.747576] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 523.747775] env[62668]: DEBUG nova.virt.hardware [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 523.748689] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82bd435-575c-4e75-a50c-cc32599915c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.757983] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78261a7-aa14-43eb-a296-e89892432e66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.965989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.966670] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 523.973466] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.364s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.976849] env[62668]: INFO nova.compute.claims [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 524.481419] env[62668]: DEBUG nova.compute.utils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 524.487256] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 524.487436] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 524.637765] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "fb42d038-408e-4c58-9794-5af09e02f4ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.637765] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.696945] env[62668]: DEBUG nova.policy [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eefff6e52a9a4536bc8e5a7a81099862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf6d33003464fb39e4d7a534edd8e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 524.731216] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Successfully updated port: 4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 524.991194] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 525.143156] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 525.156178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be117e22-6476-4ec0-822e-5fc4be12b27d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.168450] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12cd64-7033-4e82-ab65-6db49a260ae2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.207764] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c7776-e671-4058-888e-2ec13c5df3cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.216655] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e4288-3fe1-4915-a3e3-5b04617a2d12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.234241] env[62668]: DEBUG nova.compute.provider_tree [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.236253] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.236456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquired lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.236704] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 525.401423] env[62668]: DEBUG nova.compute.manager [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Received event network-vif-plugged-4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 525.401668] env[62668]: DEBUG oslo_concurrency.lockutils [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] Acquiring lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.401831] env[62668]: DEBUG oslo_concurrency.lockutils [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.402058] env[62668]: DEBUG oslo_concurrency.lockutils [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.405034] env[62668]: DEBUG nova.compute.manager [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] No waiting events found dispatching network-vif-plugged-4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 525.405034] env[62668]: WARNING nova.compute.manager [req-e73823f5-bd24-4828-a5d9-b5ee40f1343f req-5bb84dd4-3325-4c05-828f-88b422de9584 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Received unexpected event network-vif-plugged-4ce9e611-1679-4934-ab92-f5b919663645 for instance with vm_state building and task_state spawning. [ 525.681692] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.724603] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 525.724935] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 525.725142] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 525.725258] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 525.740537] env[62668]: DEBUG nova.scheduler.client.report [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 525.862250] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Successfully created port: 896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 525.902989] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 526.016147] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 526.064667] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 526.064930] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 526.065097] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 526.065278] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 526.065419] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 526.065559] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 526.065761] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 526.065959] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 526.066152] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 526.066319] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 526.066489] env[62668]: DEBUG nova.virt.hardware [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 526.067406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b71ebe-9ac1-4d69-bea5-d7456d56e8c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.077752] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a37f9-65f5-40e8-bfff-70bd6dbeb381 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.228487] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 526.228645] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 526.228769] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 526.228918] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 526.229055] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Didn't find any instances for network info cache update. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 526.233346] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.233630] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.234164] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.234376] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.234557] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.234733] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.234954] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 526.235252] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.248617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.249141] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 526.252687] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.913s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.254078] env[62668]: INFO nova.compute.claims [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.511667] env[62668]: DEBUG nova.network.neutron [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updating instance_info_cache with network_info: [{"id": "4ce9e611-1679-4934-ab92-f5b919663645", "address": "fa:16:3e:4b:1d:64", "network": {"id": "c4135253-1f42-4614-a69d-9bcd29ed7991", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1365252058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80961b2438424aa4ab660bd0acd4ed9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce9e611-16", "ovs_interfaceid": "4ce9e611-1679-4934-ab92-f5b919663645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 526.742913] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.762278] env[62668]: DEBUG nova.compute.utils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 526.770451] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 526.770451] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 526.805032] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Successfully updated port: 3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 527.016657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Releasing lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.017357] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance network_info: |[{"id": "4ce9e611-1679-4934-ab92-f5b919663645", "address": "fa:16:3e:4b:1d:64", "network": {"id": "c4135253-1f42-4614-a69d-9bcd29ed7991", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1365252058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80961b2438424aa4ab660bd0acd4ed9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce9e611-16", "ovs_interfaceid": "4ce9e611-1679-4934-ab92-f5b919663645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 527.017823] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1d:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ce9e611-1679-4934-ab92-f5b919663645', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 527.035273] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 527.035824] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c834bcef-9e1c-497c-bd37-ef6233d4cbb8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.049787] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Created folder: OpenStack in parent group-v4. [ 527.050180] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating folder: Project (80961b2438424aa4ab660bd0acd4ed9a). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 527.051043] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf887842-ce4b-472d-82bb-25e9f1763bfb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.063658] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Created folder: Project (80961b2438424aa4ab660bd0acd4ed9a) in parent group-v540833. [ 527.064757] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating folder: Instances. Parent ref: group-v540834. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 527.064757] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dd0cff2-c18a-4c89-9b5d-c7881ac483a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.069652] env[62668]: DEBUG nova.policy [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52e4d7527de4c67b208b79116abd6e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5a9ca67a1a94311b43ee792b8374bbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 527.077357] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Created folder: Instances in parent group-v540834. [ 527.077357] env[62668]: DEBUG oslo.service.loopingcall [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 527.077357] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 527.077357] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff37f19-a41a-4789-bb4f-f50d67006338 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.104354] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 527.104354] env[62668]: value = "task-2682877" [ 527.104354] env[62668]: _type = "Task" [ 527.104354] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.112850] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682877, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.275478] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 527.311144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.311144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquired lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.311144] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 527.516207] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5bcc30-f85e-4013-a766-069fad631971 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.528898] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3dcdf1-dcc7-42da-9fbf-cd06be76feca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.571818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938f4a5-a999-47ea-afe5-06716b749d3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.580917] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3a636-2cf1-40e4-9519-16ff6119e05f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.599187] env[62668]: DEBUG nova.compute.provider_tree [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.615130] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682877, 'name': CreateVM_Task, 'duration_secs': 0.442793} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.615130] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 527.644800] env[62668]: DEBUG oslo_vmware.service [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76840d9-bfc4-4dca-b2be-ba1c45ad9dce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.658107] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.658107] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.658107] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.658107] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce57aac-4da5-4f4f-8e50-131f3c407a3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.673093] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 527.673093] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520c8dc0-d5d3-71e7-ae72-831e83346cc2" [ 527.673093] env[62668]: _type = "Task" [ 527.673093] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.677415] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520c8dc0-d5d3-71e7-ae72-831e83346cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.041740] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 528.105069] env[62668]: DEBUG nova.scheduler.client.report [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.181907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.181907] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 528.182151] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.182225] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.182596] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 528.182879] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bd1e3f-19fb-4615-8200-b660fbafd9af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.203692] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 528.203870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 528.204801] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119414e4-f851-4706-ac8a-ac704abd401d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.212285] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Received event network-changed-4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 528.212455] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Refreshing instance network info cache due to event network-changed-4ce9e611-1679-4934-ab92-f5b919663645. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 528.212806] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Acquiring lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.213060] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Acquired lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.213181] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Refreshing network info cache for port 4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 528.220306] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa155382-b503-481c-9910-83dabf915fd7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.228934] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 528.228934] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521917f0-4d71-78e1-79bb-8f1fdbd8b672" [ 528.228934] env[62668]: _type = "Task" [ 528.228934] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.238037] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521917f0-4d71-78e1-79bb-8f1fdbd8b672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.290396] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 528.335408] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 528.335638] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 528.337108] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 528.337348] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 528.337557] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 528.337639] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 528.337845] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 528.337998] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 528.338494] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 528.338698] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 528.338869] env[62668]: DEBUG nova.virt.hardware [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 528.339758] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef69f3a-0a15-44e3-afff-da1eb2f3f830 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.351536] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d204cf-0450-4486-9d42-1c7bf4eefd9f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.613426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.614009] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.617741] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.562s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.619052] env[62668]: INFO nova.compute.claims [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.746055] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 528.746497] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating directory with path [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 528.747372] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-092762b9-309b-49cd-af0a-f957ddf21a20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.770573] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Created directory with path [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 528.770961] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Fetch image to [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 528.770961] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Downloading image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62668) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 528.771877] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266844fa-9b4c-4de9-8f7d-2e20c91e2111 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.778305] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Successfully created port: f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 528.782848] env[62668]: DEBUG nova.network.neutron [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Updating instance_info_cache with network_info: [{"id": "3b23ff47-7525-427a-8c1a-e0e96645004e", "address": "fa:16:3e:e5:3d:00", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b23ff47-75", "ovs_interfaceid": "3b23ff47-7525-427a-8c1a-e0e96645004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.793516] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d3609-1af1-42b7-900f-be7e9f0a6da8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.811382] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc02be0-6546-433d-9c8d-b14026b6a780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.848072] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5feb8-02b8-419d-b466-1fdc49460611 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.855391] env[62668]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7c76a552-ba6a-4047-949b-7ea8cb5bcee4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.887563] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Downloading image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to the data store datastore1 {{(pid=62668) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 528.990353] env[62668]: DEBUG oslo_vmware.rw_handles [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 529.132016] env[62668]: DEBUG nova.compute.utils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 529.135738] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 529.135933] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.287964] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Releasing lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.287964] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Instance network_info: |[{"id": "3b23ff47-7525-427a-8c1a-e0e96645004e", "address": "fa:16:3e:e5:3d:00", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b23ff47-75", "ovs_interfaceid": "3b23ff47-7525-427a-8c1a-e0e96645004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 529.288378] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b23ff47-7525-427a-8c1a-e0e96645004e', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 529.299976] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Creating folder: Project (5c7245949ab2452b8bac41e8ee696a5b). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 529.305178] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7ec7c17-6f79-47e7-acbd-7a64e59953a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.320939] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Created folder: Project (5c7245949ab2452b8bac41e8ee696a5b) in parent group-v540833. [ 529.321057] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Creating folder: Instances. Parent ref: group-v540837. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 529.327038] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14b4aff9-9632-48e0-b643-03e879493553 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.340137] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Created folder: Instances in parent group-v540837. [ 529.340359] env[62668]: DEBUG oslo.service.loopingcall [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 529.341032] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 529.341032] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9895c341-0f99-4a32-a74a-f35c82ae43ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.367088] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 529.367088] env[62668]: value = "task-2682880" [ 529.367088] env[62668]: _type = "Task" [ 529.367088] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.379053] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682880, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.547329] env[62668]: DEBUG nova.policy [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb7f88278c846f28d6d086d398cd1c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e96a17ab204e4ea1182ddb3d17e05c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 529.638710] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 529.770208] env[62668]: DEBUG oslo_vmware.rw_handles [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 529.770208] env[62668]: DEBUG oslo_vmware.rw_handles [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 529.844140] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Downloaded image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62668) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 529.844823] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 529.845083] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Copying Virtual Disk [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk to [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 529.845721] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-901dba11-dbf3-4062-8e0c-9b6335d5e73b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.859805] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 529.859805] env[62668]: value = "task-2682881" [ 529.859805] env[62668]: _type = "Task" [ 529.859805] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.869087] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cf16c-a316-4311-864c-9642f98cf954 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.886968] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.891193] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a19575-a8d8-41d4-ba45-13cbac57e382 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.898575] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682880, 'name': CreateVM_Task, 'duration_secs': 0.433813} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.898575] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 529.901156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.901156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.901156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.901156] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185d23ce-c907-4109-97f8-efa7ce221756 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.927875] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3373f1af-c022-4a03-808f-8b3c0be0cc8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.931863] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 529.931863] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cd8b5c-bb5f-66cc-425c-ae96198d11d9" [ 529.931863] env[62668]: _type = "Task" [ 529.931863] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.939383] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e072041-734a-4893-a176-3e72c888b773 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.952553] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cd8b5c-bb5f-66cc-425c-ae96198d11d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.961688] env[62668]: DEBUG nova.compute.provider_tree [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.014887] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Successfully updated port: 896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 530.080590] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updated VIF entry in instance network info cache for port 4ce9e611-1679-4934-ab92-f5b919663645. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 530.080590] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updating instance_info_cache with network_info: [{"id": "4ce9e611-1679-4934-ab92-f5b919663645", "address": "fa:16:3e:4b:1d:64", "network": {"id": "c4135253-1f42-4614-a69d-9bcd29ed7991", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1365252058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80961b2438424aa4ab660bd0acd4ed9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce9e611-16", "ovs_interfaceid": "4ce9e611-1679-4934-ab92-f5b919663645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.373922] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.441713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.441956] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 530.442190] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.465077] env[62668]: DEBUG nova.scheduler.client.report [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.517184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.517344] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.517677] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 530.583263] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Releasing lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.584723] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Received event network-vif-plugged-3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 530.585319] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Acquiring lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.585319] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.585616] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.586836] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] No waiting events found dispatching network-vif-plugged-3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 530.586836] env[62668]: WARNING nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Received unexpected event network-vif-plugged-3b23ff47-7525-427a-8c1a-e0e96645004e for instance with vm_state building and task_state spawning. [ 530.586836] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Received event network-changed-3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 530.586836] env[62668]: DEBUG nova.compute.manager [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Refreshing instance network info cache due to event network-changed-3b23ff47-7525-427a-8c1a-e0e96645004e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 530.586836] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Acquiring lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.587274] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Acquired lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.587274] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Refreshing network info cache for port 3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 530.660668] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.700141] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.700141] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.700141] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.700291] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.700433] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.700632] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.700788] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.700946] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.701126] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.701316] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.701453] env[62668]: DEBUG nova.virt.hardware [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.702685] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d394a6f-d3fb-48b7-8e56-dadded0804aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.711132] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab9e9ab-6c7c-462b-b74a-e2cceb163b72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.870742] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702501} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.870798] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Copied Virtual Disk [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk to [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 530.871202] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleting the datastore file [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 530.871247] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18abe955-3c85-4ee9-9cc3-d2a89fdbce0a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.878323] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 530.878323] env[62668]: value = "task-2682882" [ 530.878323] env[62668]: _type = "Task" [ 530.878323] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.888194] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.970638] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.971363] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 530.977059] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.038s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.977059] env[62668]: INFO nova.compute.claims [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.116948] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 531.392073] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028326} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.392693] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 531.393332] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Moving file from [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7/ebc8e9a7-e4cf-458a-974f-a3490d0b578d to [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d. {{(pid=62668) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 531.393537] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c07b8fa4-1551-4917-81e3-aad1edff5a7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.400292] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 531.400292] env[62668]: value = "task-2682883" [ 531.400292] env[62668]: _type = "Task" [ 531.400292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.408574] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682883, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.487044] env[62668]: DEBUG nova.compute.utils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.487044] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.487044] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.773689] env[62668]: DEBUG nova.network.neutron [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Updating instance_info_cache with network_info: [{"id": "896314ee-84f6-4109-9349-aca15c1f6230", "address": "fa:16:3e:f8:8e:81", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896314ee-84", "ovs_interfaceid": "896314ee-84f6-4109-9349-aca15c1f6230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 531.795619] env[62668]: DEBUG nova.policy [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66bb3dc4d22c4dac926d58c65dace40c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44cf0ece25d4f0faeb08b5b114adc0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.892868] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Successfully created port: 40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.911448] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682883, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028945} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.911882] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] File moved {{(pid=62668) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 531.912380] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Cleaning up location [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 531.912943] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleting the datastore file [datastore1] vmware_temp/6af09b69-dc5b-4319-955c-e3adde6df0e7 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 531.913241] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53200426-56ef-40c0-8b7b-d60d36595ab2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.922112] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 531.922112] env[62668]: value = "task-2682884" [ 531.922112] env[62668]: _type = "Task" [ 531.922112] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.929381] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.985363] env[62668]: DEBUG nova.compute.manager [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Received event network-vif-plugged-896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 531.985363] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Acquiring lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.985363] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.985363] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.985363] env[62668]: DEBUG nova.compute.manager [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] No waiting events found dispatching network-vif-plugged-896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 531.985811] env[62668]: WARNING nova.compute.manager [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Received unexpected event network-vif-plugged-896314ee-84f6-4109-9349-aca15c1f6230 for instance with vm_state building and task_state spawning. [ 531.986163] env[62668]: DEBUG nova.compute.manager [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Received event network-changed-896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 531.986492] env[62668]: DEBUG nova.compute.manager [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Refreshing instance network info cache due to event network-changed-896314ee-84f6-4109-9349-aca15c1f6230. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 531.986791] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Acquiring lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.990646] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.123016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ead79-6352-4ae1-90be-ddcf36af61e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.130787] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06093cce-f79a-4b51-b0c4-4798f2c9208d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.168138] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df3573-4bae-48e4-963e-57e1a38b828a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.179396] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860de057-9469-4220-a8cd-2d20ba677241 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.198062] env[62668]: DEBUG nova.compute.provider_tree [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 532.276532] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.276532] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Instance network_info: |[{"id": "896314ee-84f6-4109-9349-aca15c1f6230", "address": "fa:16:3e:f8:8e:81", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896314ee-84", "ovs_interfaceid": "896314ee-84f6-4109-9349-aca15c1f6230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 532.276759] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Acquired lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.276759] env[62668]: DEBUG nova.network.neutron [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Refreshing network info cache for port 896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 532.277508] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:8e:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896314ee-84f6-4109-9349-aca15c1f6230', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 532.284843] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Creating folder: Project (bcf6d33003464fb39e4d7a534edd8e7e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.288031] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2903df36-7a18-4cb4-885d-c3f42685faf6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.299351] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Created folder: Project (bcf6d33003464fb39e4d7a534edd8e7e) in parent group-v540833. [ 532.300042] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Creating folder: Instances. Parent ref: group-v540840. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.300042] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98cbb054-f697-4719-8f75-4b99e83bccd9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.309304] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Created folder: Instances in parent group-v540840. [ 532.309631] env[62668]: DEBUG oslo.service.loopingcall [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 532.309708] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 532.309898] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4de52530-2a70-4bca-bdc0-fdc8008d6492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.329207] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 532.329207] env[62668]: value = "task-2682887" [ 532.329207] env[62668]: _type = "Task" [ 532.329207] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.337088] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682887, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.385903] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Updated VIF entry in instance network info cache for port 3b23ff47-7525-427a-8c1a-e0e96645004e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 532.386322] env[62668]: DEBUG nova.network.neutron [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Updating instance_info_cache with network_info: [{"id": "3b23ff47-7525-427a-8c1a-e0e96645004e", "address": "fa:16:3e:e5:3d:00", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b23ff47-75", "ovs_interfaceid": "3b23ff47-7525-427a-8c1a-e0e96645004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 532.430607] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042001} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.430924] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 532.431675] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1637fd0d-73a3-466c-bab9-04dd7dc0a837 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.437333] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 532.437333] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5278a3c2-06f6-80f6-c2fd-c6368e31c4fd" [ 532.437333] env[62668]: _type = "Task" [ 532.437333] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.445638] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5278a3c2-06f6-80f6-c2fd-c6368e31c4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.622991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.622991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.742481] env[62668]: ERROR nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [req-5c10ad32-5476-4e6f-8cc3-21bb61da5a62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c10ad32-5476-4e6f-8cc3-21bb61da5a62"}]} [ 532.776654] env[62668]: DEBUG nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 532.797718] env[62668]: DEBUG nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 532.798657] env[62668]: DEBUG nova.compute.provider_tree [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 532.844041] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682887, 'name': CreateVM_Task, 'duration_secs': 0.390569} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.844453] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 532.845323] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.845494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.848016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.848016] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88871b50-67b8-4869-91f9-d5d89d5c5327 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.851768] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 532.851768] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cef62e-29dc-a160-4a01-792aeb04c552" [ 532.851768] env[62668]: _type = "Task" [ 532.851768] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.862316] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cef62e-29dc-a160-4a01-792aeb04c552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.888932] env[62668]: DEBUG oslo_concurrency.lockutils [req-9c1f2d5a-60a1-4b91-874e-982738832a88 req-61ff02a3-ca7b-42cf-af27-154ec240b117 service nova] Releasing lock "refresh_cache-f4fee1b1-133c-436e-993d-9c79a95b4ffe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.897137] env[62668]: DEBUG nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 532.931120] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Successfully updated port: f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 532.934113] env[62668]: DEBUG nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 532.957505] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5278a3c2-06f6-80f6-c2fd-c6368e31c4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.961847] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.961847] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b9a91452-834c-4bce-8b00-05152fcc4c87/b9a91452-834c-4bce-8b00-05152fcc4c87.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 532.965086] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.967169] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 532.972021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c86d228-78b9-4829-b657-b2309927cab2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.972021] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9500893a-1fe4-4b6d-91c8-7d1e12ee0e5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.979912] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 532.979912] env[62668]: value = "task-2682888" [ 532.979912] env[62668]: _type = "Task" [ 532.979912] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.983983] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 532.984288] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 532.987660] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bec25f-2ac6-4ee4-bcb9-77b5e60120be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.994131] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.001106] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 533.001106] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5299cde6-2226-bb4d-26ce-d4ff2a7ffc4c" [ 533.001106] env[62668]: _type = "Task" [ 533.001106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.005839] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.012653] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5299cde6-2226-bb4d-26ce-d4ff2a7ffc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008394} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.013450] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3c9666-4fc3-4e24-ac60-93ef566331ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.019777] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 533.019777] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5207f0cd-3378-77ed-7322-065f1ccc5ff9" [ 533.019777] env[62668]: _type = "Task" [ 533.019777] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.034615] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5207f0cd-3378-77ed-7322-065f1ccc5ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.034615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.034615] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f4fee1b1-133c-436e-993d-9c79a95b4ffe/f4fee1b1-133c-436e-993d-9c79a95b4ffe.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 533.034802] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a79d03-95f3-4ed2-97b9-bbfa1ff7ceb2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.042100] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 533.042100] env[62668]: value = "task-2682889" [ 533.042100] env[62668]: _type = "Task" [ 533.042100] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.051575] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.064797] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.065444] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.065444] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.065581] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.065767] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.065925] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.068298] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.068298] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.068298] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.068298] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.069745] env[62668]: DEBUG nova.virt.hardware [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.071777] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cd01a-e22e-4354-a5ef-0e558b8fb66c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.086714] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e534105-4765-4fbd-806d-3cd5c9b3b003 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.123932] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.248645] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a1604-fede-4ba3-bb5e-c927177154ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.260416] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34511d51-cf03-4d04-a317-c8d4954f2dff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.314824] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ee39a-4a36-4838-8e94-ffb42648108d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.325182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f222eac1-9ad3-423a-b640-5504d9a28e5d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.345486] env[62668]: DEBUG nova.compute.provider_tree [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 533.366097] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cef62e-29dc-a160-4a01-792aeb04c552, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.366834] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.366834] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 533.367214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.367214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.367214] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 533.367480] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-586c1bf2-e37b-44a7-afce-6bf0754fc102 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.383239] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 533.383656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 533.384687] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34df8096-2c3d-4485-a2b5-d92a9bbfa63f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.391700] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 533.391700] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52019fc2-a802-b8c1-387a-ca4ff746dfbc" [ 533.391700] env[62668]: _type = "Task" [ 533.391700] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.403579] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52019fc2-a802-b8c1-387a-ca4ff746dfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.434851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.434851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.434851] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 533.493456] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.555867] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682889, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.653897] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.889227] env[62668]: DEBUG nova.scheduler.client.report [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 533.890036] env[62668]: DEBUG nova.compute.provider_tree [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 13 to 14 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 533.890036] env[62668]: DEBUG nova.compute.provider_tree [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 533.905362] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52019fc2-a802-b8c1-387a-ca4ff746dfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.054314} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.906740] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a99700-5c38-4e59-b528-176e1fb4b1d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.913396] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 533.913396] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52296921-f433-63b0-0289-52383a218d61" [ 533.913396] env[62668]: _type = "Task" [ 533.913396] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.914241] env[62668]: DEBUG nova.network.neutron [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Updated VIF entry in instance network info cache for port 896314ee-84f6-4109-9349-aca15c1f6230. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 533.914767] env[62668]: DEBUG nova.network.neutron [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Updating instance_info_cache with network_info: [{"id": "896314ee-84f6-4109-9349-aca15c1f6230", "address": "fa:16:3e:f8:8e:81", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896314ee-84", "ovs_interfaceid": "896314ee-84f6-4109-9349-aca15c1f6230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.925836] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52296921-f433-63b0-0289-52383a218d61, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.926585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.926857] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 65ef84e4-50b9-48f4-8ae2-a38e1afdf396/65ef84e4-50b9-48f4-8ae2-a38e1afdf396.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 533.927094] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9a76a0-b032-418d-abe4-7e17d44843f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.934320] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 533.934320] env[62668]: value = "task-2682890" [ 533.934320] env[62668]: _type = "Task" [ 533.934320] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.947477] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.990907] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527388} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.991183] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b9a91452-834c-4bce-8b00-05152fcc4c87/b9a91452-834c-4bce-8b00-05152fcc4c87.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 533.991396] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 533.991639] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f146a122-7341-4ba5-85cd-a1e4adb8a760 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.998280] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 533.998280] env[62668]: value = "task-2682891" [ 533.998280] env[62668]: _type = "Task" [ 533.998280] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.007531] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.053825] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761992} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.054290] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f4fee1b1-133c-436e-993d-9c79a95b4ffe/f4fee1b1-133c-436e-993d-9c79a95b4ffe.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 534.054575] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 534.054835] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-934173e7-64be-4966-ba25-5f5648bd4f66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.062947] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 534.062947] env[62668]: value = "task-2682892" [ 534.062947] env[62668]: _type = "Task" [ 534.062947] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.070268] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.223874] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.400298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.425s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.400298] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 534.405267] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.722s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.405588] env[62668]: INFO nova.compute.claims [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.421580] env[62668]: DEBUG oslo_concurrency.lockutils [req-950a9601-b0e1-460a-a9ea-0771265b5da3 req-13666dbd-6ae9-403e-ac11-1ac7da687449 service nova] Releasing lock "refresh_cache-65ef84e4-50b9-48f4-8ae2-a38e1afdf396" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.453234] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.516653] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070014} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.518044] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 534.520728] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab34eaa-6b4c-4cd3-b00e-8eec75b3c7c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.558274] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] b9a91452-834c-4bce-8b00-05152fcc4c87/b9a91452-834c-4bce-8b00-05152fcc4c87.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 534.558737] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e3abfe-a5e3-40a2-8273-b94030936d4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.596774] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061216} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.604610] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 534.604610] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 534.604610] env[62668]: value = "task-2682893" [ 534.604610] env[62668]: _type = "Task" [ 534.604610] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.604610] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ffdffc-935e-491b-b16b-be3a88b0e4b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.633382] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f4fee1b1-133c-436e-993d-9c79a95b4ffe/f4fee1b1-133c-436e-993d-9c79a95b4ffe.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 534.639886] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba513a6-0862-4488-9a4c-014df2b28ec8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.654085] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.660512] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 534.660512] env[62668]: value = "task-2682894" [ 534.660512] env[62668]: _type = "Task" [ 534.660512] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.672785] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.685776] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Successfully created port: 1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.920018] env[62668]: DEBUG nova.compute.utils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 534.925520] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 534.925681] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 534.952296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.952673] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.964242] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520073} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.964745] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 65ef84e4-50b9-48f4-8ae2-a38e1afdf396/65ef84e4-50b9-48f4-8ae2-a38e1afdf396.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 534.964953] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 534.965222] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5f9cea-b8f0-434d-842c-cc4589392785 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.975043] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 534.975043] env[62668]: value = "task-2682895" [ 534.975043] env[62668]: _type = "Task" [ 534.975043] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.982984] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.055868] env[62668]: DEBUG nova.policy [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ea10b8085e4c8bb417bcae28984150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab02c458a0340da97d80fc7ddeaa096', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.122734] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682893, 'name': ReconfigVM_Task, 'duration_secs': 0.322491} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.123035] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Reconfigured VM instance instance-00000001 to attach disk [datastore1] b9a91452-834c-4bce-8b00-05152fcc4c87/b9a91452-834c-4bce-8b00-05152fcc4c87.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 535.123850] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6330e9dc-66d9-4d0e-b8f3-e619ea81c972 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.132979] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 535.132979] env[62668]: value = "task-2682896" [ 535.132979] env[62668]: _type = "Task" [ 535.132979] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.136558] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Successfully updated port: 40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 535.148327] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682896, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.151663] env[62668]: DEBUG nova.network.neutron [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Updating instance_info_cache with network_info: [{"id": "f07cc001-3331-4511-ac27-0b18005acc53", "address": "fa:16:3e:74:f6:09", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cc001-33", "ovs_interfaceid": "f07cc001-3331-4511-ac27-0b18005acc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.175016] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.428361] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 535.462125] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.491831] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225546} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.492210] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 535.493112] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b01b46-8913-4e6d-98a4-06f2369fae67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.522162] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 65ef84e4-50b9-48f4-8ae2-a38e1afdf396/65ef84e4-50b9-48f4-8ae2-a38e1afdf396.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 535.528227] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eeaacbe-2e9a-4256-b183-a203dd7f1bf1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.549092] env[62668]: DEBUG nova.compute.manager [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Received event network-vif-plugged-f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 535.549092] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Acquiring lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.549092] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.549092] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.549092] env[62668]: DEBUG nova.compute.manager [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] No waiting events found dispatching network-vif-plugged-f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 535.549243] env[62668]: WARNING nova.compute.manager [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Received unexpected event network-vif-plugged-f07cc001-3331-4511-ac27-0b18005acc53 for instance with vm_state building and task_state spawning. [ 535.549243] env[62668]: DEBUG nova.compute.manager [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Received event network-changed-f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 535.549243] env[62668]: DEBUG nova.compute.manager [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Refreshing instance network info cache due to event network-changed-f07cc001-3331-4511-ac27-0b18005acc53. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 535.549243] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Acquiring lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.555142] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 535.555142] env[62668]: value = "task-2682897" [ 535.555142] env[62668]: _type = "Task" [ 535.555142] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.564675] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.643903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.644386] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquired lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.644677] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 535.646126] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682896, 'name': Rename_Task, 'duration_secs': 0.158995} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.646877] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 535.647351] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f4c4aa2-ddc6-4202-bc96-4f690b8e18e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.657146] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 535.657146] env[62668]: value = "task-2682898" [ 535.657146] env[62668]: _type = "Task" [ 535.657146] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.658434] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.658434] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Instance network_info: |[{"id": "f07cc001-3331-4511-ac27-0b18005acc53", "address": "fa:16:3e:74:f6:09", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cc001-33", "ovs_interfaceid": "f07cc001-3331-4511-ac27-0b18005acc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 535.662118] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Acquired lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.662324] env[62668]: DEBUG nova.network.neutron [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Refreshing network info cache for port f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 535.665461] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:f6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f07cc001-3331-4511-ac27-0b18005acc53', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 535.671740] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Creating folder: Project (e5a9ca67a1a94311b43ee792b8374bbb). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 535.677807] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea399fc3-b147-4980-8ed4-c71d56763fc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.694021] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.697209] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682894, 'name': ReconfigVM_Task, 'duration_secs': 0.639744} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.697649] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f4fee1b1-133c-436e-993d-9c79a95b4ffe/f4fee1b1-133c-436e-993d-9c79a95b4ffe.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 535.698124] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6820108-6dc3-4c85-afbe-0b9d26f959ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.705991] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 535.705991] env[62668]: value = "task-2682900" [ 535.705991] env[62668]: _type = "Task" [ 535.705991] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.707303] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Created folder: Project (e5a9ca67a1a94311b43ee792b8374bbb) in parent group-v540833. [ 535.707473] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Creating folder: Instances. Parent ref: group-v540843. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 535.712540] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba1c534d-8043-465a-8d90-50856f4adf6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.717482] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682900, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.721907] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Created folder: Instances in parent group-v540843. [ 535.721907] env[62668]: DEBUG oslo.service.loopingcall [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 535.722165] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 535.722352] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e55562c-bc4e-47ce-b5d4-1013e8ffb333 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.741808] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4000cc0-6732-435e-b19e-ca1abafd1af2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.762366] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11c0c0-91f8-4f37-bc65-2b3539f7d932 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.765472] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 535.765472] env[62668]: value = "task-2682902" [ 535.765472] env[62668]: _type = "Task" [ 535.765472] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.800497] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933fdc31-10bf-4304-b37e-93d2bfa160fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.807235] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682902, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.813019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421bf60-2a9e-4daf-8352-1ebf792090c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.832693] env[62668]: DEBUG nova.compute.provider_tree [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.000476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.071872] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682897, 'name': ReconfigVM_Task, 'duration_secs': 0.328764} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.075144] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 65ef84e4-50b9-48f4-8ae2-a38e1afdf396/65ef84e4-50b9-48f4-8ae2-a38e1afdf396.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 536.075144] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ef05c9-a783-4fa4-9f3c-533e8f8cd76d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.080679] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 536.080679] env[62668]: value = "task-2682903" [ 536.080679] env[62668]: _type = "Task" [ 536.080679] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.091357] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682903, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.172231] env[62668]: DEBUG oslo_vmware.api [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682898, 'name': PowerOnVM_Task, 'duration_secs': 0.504636} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.172231] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 536.172231] env[62668]: INFO nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 14.74 seconds to spawn the instance on the hypervisor. [ 536.172231] env[62668]: DEBUG nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 536.173688] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9f2e6-0162-4af8-846b-da1396bf1a06 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.192240] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.192466] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.218225] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682900, 'name': Rename_Task, 'duration_secs': 0.179061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.218225] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 536.218225] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f82ef39-9928-4bf3-9f5d-9304324a9a50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.224792] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 536.224792] env[62668]: value = "task-2682904" [ 536.224792] env[62668]: _type = "Task" [ 536.224792] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.235020] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.277657] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682902, 'name': CreateVM_Task, 'duration_secs': 0.379796} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.277848] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.278532] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.278688] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.279011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.279270] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb72999-5964-4632-b9d5-06f2eb92942d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.285114] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 536.285114] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed3f98-9d69-8d70-30aa-b749120ac1fb" [ 536.285114] env[62668]: _type = "Task" [ 536.285114] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.295043] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed3f98-9d69-8d70-30aa-b749120ac1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.338163] env[62668]: DEBUG nova.scheduler.client.report [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.446884] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 536.484417] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 536.484756] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 536.484928] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 536.485149] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 536.485289] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 536.485448] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 536.485669] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 536.485836] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 536.486014] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 536.486199] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 536.486400] env[62668]: DEBUG nova.virt.hardware [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 536.487348] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482a89b-3088-474d-8e1c-a9420273679e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.496602] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa11b1-b446-41b5-b54b-5ba1c70eab81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.515109] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.596426] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682903, 'name': Rename_Task, 'duration_secs': 0.157061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.596759] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 536.597023] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57ae98f2-c2d6-4a2a-8fdf-68560bcfc290 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.604118] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 536.604118] env[62668]: value = "task-2682905" [ 536.604118] env[62668]: _type = "Task" [ 536.604118] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.617027] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.700687] env[62668]: INFO nova.compute.manager [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 19.52 seconds to build instance. [ 536.737843] env[62668]: DEBUG oslo_vmware.api [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682904, 'name': PowerOnVM_Task, 'duration_secs': 0.478245} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.741304] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 536.741580] env[62668]: INFO nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Took 13.04 seconds to spawn the instance on the hypervisor. [ 536.742338] env[62668]: DEBUG nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 536.743563] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8654ddc-9f52-4fa2-855f-0090b0a7a297 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.799459] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed3f98-9d69-8d70-30aa-b749120ac1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.799764] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.800013] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 536.800323] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.800410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.800605] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 536.801219] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ad685f-e50f-4a91-b83b-1ba60ac1bbea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.813653] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 536.813811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 536.814700] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079175fa-d9f0-4100-a802-b190a5bf8e9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.820478] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 536.820478] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b920bd-fcad-898a-53d9-f55f144a7356" [ 536.820478] env[62668]: _type = "Task" [ 536.820478] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.828851] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b920bd-fcad-898a-53d9-f55f144a7356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.844317] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.844850] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 536.848841] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.106s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.849027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.849144] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 536.849449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.196s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.851289] env[62668]: INFO nova.compute.claims [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.855713] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93660b0e-e306-4fec-a6de-a93a2e289375 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.865458] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45741565-7898-4d30-a471-7097088ef1b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.881320] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4dc31-593e-493d-b1be-4c0f380170fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.888040] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe633f-56a1-4896-ac5e-1c1c104a5333 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.918455] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181167MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 536.918584] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.925712] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Successfully created port: 5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.949151] env[62668]: DEBUG nova.network.neutron [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Updated VIF entry in instance network info cache for port f07cc001-3331-4511-ac27-0b18005acc53. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 536.949151] env[62668]: DEBUG nova.network.neutron [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Updating instance_info_cache with network_info: [{"id": "f07cc001-3331-4511-ac27-0b18005acc53", "address": "fa:16:3e:74:f6:09", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cc001-33", "ovs_interfaceid": "f07cc001-3331-4511-ac27-0b18005acc53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.117839] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682905, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.159447] env[62668]: DEBUG nova.network.neutron [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Updating instance_info_cache with network_info: [{"id": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "address": "fa:16:3e:e1:0a:ab", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eacf44-f2", "ovs_interfaceid": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.205017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-28f975bf-40e6-4c7f-afa6-0460963a990c tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.036s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.267285] env[62668]: INFO nova.compute.manager [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Took 19.70 seconds to build instance. [ 537.335667] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b920bd-fcad-898a-53d9-f55f144a7356, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.338385] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5937cb-30a9-40e0-a9eb-98f745cf6af6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.347795] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 537.347795] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b7a7c-d4ab-d8dd-33ac-a3ddc851c3a8" [ 537.347795] env[62668]: _type = "Task" [ 537.347795] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.360807] env[62668]: DEBUG nova.compute.utils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.362206] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b7a7c-d4ab-d8dd-33ac-a3ddc851c3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.362562] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.362737] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.452303] env[62668]: DEBUG oslo_concurrency.lockutils [req-6e1a569d-6200-411e-aeb8-5aad6137a35e req-18f91c9e-75a9-48c3-86bd-11875442a6ad service nova] Releasing lock "refresh_cache-704619f9-21eb-41ce-9163-b33f3200cc21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.475766] env[62668]: DEBUG nova.policy [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8aaa667f4e40d99faca572e5f71a32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493b2b18c820495d82181e349c686c39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.622102] env[62668]: DEBUG oslo_vmware.api [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2682905, 'name': PowerOnVM_Task, 'duration_secs': 0.531047} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.625377] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 537.625669] env[62668]: INFO nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Took 11.61 seconds to spawn the instance on the hypervisor. [ 537.625847] env[62668]: DEBUG nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 537.626829] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b2e83a-1d89-41d3-9a14-2bcc5f76ddc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.663839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Releasing lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.663839] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Instance network_info: |[{"id": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "address": "fa:16:3e:e1:0a:ab", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eacf44-f2", "ovs_interfaceid": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 537.664530] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:0a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40eacf44-f2ec-4c80-8d57-c46abd15b4f1', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 537.680630] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Creating folder: Project (97e96a17ab204e4ea1182ddb3d17e05c). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.680973] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0392d10d-d8f5-4c44-973b-0e897f9d1859 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.697254] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Created folder: Project (97e96a17ab204e4ea1182ddb3d17e05c) in parent group-v540833. [ 537.697406] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Creating folder: Instances. Parent ref: group-v540846. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.698483] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335edd28-dddd-45cc-afad-66be5e65aa80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.708725] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.711758] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Created folder: Instances in parent group-v540846. [ 537.711983] env[62668]: DEBUG oslo.service.loopingcall [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 537.716201] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 537.716664] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f1dacc7-47d8-4273-9882-f757ac977b50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.762586] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 537.762586] env[62668]: value = "task-2682908" [ 537.762586] env[62668]: _type = "Task" [ 537.762586] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.771251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbfad3d1-9eb7-4e4b-a6b4-b7a2326d61c6 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.211s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.788887] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682908, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.860031] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b7a7c-d4ab-d8dd-33ac-a3ddc851c3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.021762} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.860607] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.860607] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 704619f9-21eb-41ce-9163-b33f3200cc21/704619f9-21eb-41ce-9163-b33f3200cc21.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 537.860854] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630137cd-739b-4945-8763-6b1ba94d4748 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.863462] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 537.879174] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 537.879174] env[62668]: value = "task-2682909" [ 537.879174] env[62668]: _type = "Task" [ 537.879174] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.898332] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.156258] env[62668]: INFO nova.compute.manager [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Took 18.63 seconds to build instance. [ 538.211406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e0430-0e99-4be9-866f-ec5e28823bea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.222133] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f67c16-4010-4683-b428-f00d9a1987fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.271193] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.275457] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17455ba9-7c2c-41a0-ad22-126c17789359 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.285555] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682908, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.288923] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a3138-80f3-4210-85b2-6b5501b18f8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.314364] env[62668]: DEBUG nova.compute.provider_tree [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.392375] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.666635] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e0ea5a8-e98e-49be-bff3-b56d67fbe2f3 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.155s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.718567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.718792] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.785156] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682908, 'name': CreateVM_Task, 'duration_secs': 0.868679} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.785156] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 538.786751] env[62668]: DEBUG oslo_vmware.service [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6597e5-f76e-4cd7-900c-5c46cae7903c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.795116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.795670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.795835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.796077] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc0d537-3da5-42c1-8ad1-0fe8f2f641ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.801668] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 538.801668] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211bf0b-35e3-6a0b-3cc5-c11d3a3ed3a1" [ 538.801668] env[62668]: _type = "Task" [ 538.801668] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.813509] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211bf0b-35e3-6a0b-3cc5-c11d3a3ed3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.816449] env[62668]: DEBUG nova.scheduler.client.report [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.876233] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Successfully created port: 446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.878677] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 538.894352] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59122} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.894799] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 704619f9-21eb-41ce-9163-b33f3200cc21/704619f9-21eb-41ce-9163-b33f3200cc21.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 538.895241] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 538.896307] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30356a12-4f4e-41af-9e23-4e9fb0e728e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.905121] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 538.905121] env[62668]: value = "task-2682910" [ 538.905121] env[62668]: _type = "Task" [ 538.905121] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.915649] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.926202] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 538.926202] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 538.926202] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 538.926202] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 538.926668] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 538.926859] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 538.927291] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 538.927598] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 538.928125] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 538.928485] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 538.929087] env[62668]: DEBUG nova.virt.hardware [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 538.930967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e346b3-bdb9-4d78-bafe-65c711af3a87 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.940210] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d85eb9-b29d-4984-b93b-2c1efc966ffb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.221558] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.255998] env[62668]: DEBUG nova.compute.manager [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Received event network-vif-plugged-40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 539.256231] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Acquiring lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.256463] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.256637] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.256800] env[62668]: DEBUG nova.compute.manager [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] No waiting events found dispatching network-vif-plugged-40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 539.256959] env[62668]: WARNING nova.compute.manager [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Received unexpected event network-vif-plugged-40eacf44-f2ec-4c80-8d57-c46abd15b4f1 for instance with vm_state building and task_state spawning. [ 539.260796] env[62668]: DEBUG nova.compute.manager [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Received event network-changed-40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 539.260993] env[62668]: DEBUG nova.compute.manager [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Refreshing instance network info cache due to event network-changed-40eacf44-f2ec-4c80-8d57-c46abd15b4f1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 539.261216] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Acquiring lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.261361] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Acquired lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.261520] env[62668]: DEBUG nova.network.neutron [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Refreshing network info cache for port 40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 539.315449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.315710] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.317401] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.317401] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.317401] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.317401] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34039e04-4607-49c6-813c-da1a3a4d30f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.321658] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.322216] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 539.325796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.326s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.327347] env[62668]: INFO nova.compute.claims [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.341459] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.342300] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.343018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e4018-6de8-4183-af58-fd33e189677c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.355347] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9ecf5d-e0fc-4f90-81a2-d17039c6aba6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.363518] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 539.363518] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5245b8ae-f5c7-26b3-d8a5-7433c0346deb" [ 539.363518] env[62668]: _type = "Task" [ 539.363518] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.373686] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5245b8ae-f5c7-26b3-d8a5-7433c0346deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.414709] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07033} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.415023] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 539.415929] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa8514f-b3c7-4c46-a5ae-cb48f55a4d99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.443129] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 704619f9-21eb-41ce-9163-b33f3200cc21/704619f9-21eb-41ce-9163-b33f3200cc21.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 539.445396] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242cd69b-a029-43fc-8936-d2673c06b7ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.465870] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 539.465870] env[62668]: value = "task-2682911" [ 539.465870] env[62668]: _type = "Task" [ 539.465870] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.478024] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.753938] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Successfully updated port: 5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.766358] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.832401] env[62668]: DEBUG nova.compute.utils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 539.838792] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 539.838792] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 539.873865] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 539.874171] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Creating directory with path [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.874414] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b916e7-57ac-47b0-acd1-7c3a4985c2fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.890192] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Created directory with path [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.890407] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Fetch image to [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 539.896030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Downloading image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62668) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 539.896030] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293c84bc-49d9-4fab-8e2a-72fa1d758385 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.898849] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba723839-4aab-4e19-a5d2-fc7aa96fe6f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.912312] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74586657-052f-45a0-8bfb-4f43cf7e2b64 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.953633] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Successfully updated port: 1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.960253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9efd601-b774-42f3-86ed-2e1d8b160392 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.966126] env[62668]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-eaab6288-e245-4d36-8fe6-a9b5ab95de5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.978036] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.998858] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Downloading image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to the data store datastore2 {{(pid=62668) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 540.089423] env[62668]: DEBUG nova.policy [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e963e2f68e45188709dea21d45289e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d382a85ca44879a7a25668c5bb8d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.172328] env[62668]: DEBUG oslo_vmware.rw_handles [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 540.246972] env[62668]: DEBUG nova.network.neutron [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Updated VIF entry in instance network info cache for port 40eacf44-f2ec-4c80-8d57-c46abd15b4f1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.246972] env[62668]: DEBUG nova.network.neutron [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Updating instance_info_cache with network_info: [{"id": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "address": "fa:16:3e:e1:0a:ab", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eacf44-f2", "ovs_interfaceid": "40eacf44-f2ec-4c80-8d57-c46abd15b4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.261144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.261299] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.261471] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.337481] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 540.463508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.463508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquired lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.463508] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.483385] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682911, 'name': ReconfigVM_Task, 'duration_secs': 0.521286} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.488271] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 704619f9-21eb-41ce-9163-b33f3200cc21/704619f9-21eb-41ce-9163-b33f3200cc21.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 540.489550] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b469a7-45e7-4977-8ca9-6613ad06d2c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.497496] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 540.497496] env[62668]: value = "task-2682912" [ 540.497496] env[62668]: _type = "Task" [ 540.497496] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.512734] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682912, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.598173] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6ceb08-4930-41ee-9a1c-9ca0d883fd6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.611363] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32745cdd-3563-49b2-9df2-24af6cf7e1e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.649534] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a558a-39e3-482b-8b37-c28a2479d67d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.657852] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b53b4b-6db8-47d9-895e-5667b0909243 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.672881] env[62668]: DEBUG nova.compute.provider_tree [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.729898] env[62668]: DEBUG nova.compute.manager [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Received event network-vif-plugged-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 540.730542] env[62668]: DEBUG oslo_concurrency.lockutils [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] Acquiring lock "6055eede-0999-4ce0-b776-926673076fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.730859] env[62668]: DEBUG oslo_concurrency.lockutils [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] Lock "6055eede-0999-4ce0-b776-926673076fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.731054] env[62668]: DEBUG oslo_concurrency.lockutils [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] Lock "6055eede-0999-4ce0-b776-926673076fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.731218] env[62668]: DEBUG nova.compute.manager [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] No waiting events found dispatching network-vif-plugged-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 540.731380] env[62668]: WARNING nova.compute.manager [req-262d1abc-3d72-4c90-8f92-724033ecac12 req-7f175657-6947-4dfd-94a1-a79c173b2ac7 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Received unexpected event network-vif-plugged-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 for instance with vm_state building and task_state spawning. [ 540.749668] env[62668]: DEBUG oslo_concurrency.lockutils [req-33eeb0fe-f0b2-46f5-9c56-0ee6c6554477 req-3a6ea2fb-6e42-4744-a9a4-9f3e3873011c service nova] Releasing lock "refresh_cache-cf36c877-b859-40ee-85a8-e79fa377f2eb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.918124] env[62668]: DEBUG oslo_vmware.rw_handles [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 540.918441] env[62668]: DEBUG oslo_vmware.rw_handles [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 540.930182] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 541.010022] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682912, 'name': Rename_Task, 'duration_secs': 0.235518} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.010319] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 541.010588] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a721dde9-e03c-4d5c-a591-b35f221a6373 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.016607] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 541.016607] env[62668]: value = "task-2682913" [ 541.016607] env[62668]: _type = "Task" [ 541.016607] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.027872] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.061725] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Downloaded image file data ebc8e9a7-e4cf-458a-974f-a3490d0b578d to vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62668) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 541.064116] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 541.064538] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Copying Virtual Disk [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk to [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.064890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0416fa2e-3475-4d3b-9350-9fa4100a46c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.071406] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 541.071406] env[62668]: value = "task-2682914" [ 541.071406] env[62668]: _type = "Task" [ 541.071406] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.080651] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.160238] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 541.179448] env[62668]: DEBUG nova.scheduler.client.report [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.351854] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 541.389473] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 541.389728] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 541.389883] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 541.390266] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 541.390476] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 541.390633] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 541.391233] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 541.391233] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 541.391482] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 541.391719] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 541.391876] env[62668]: DEBUG nova.virt.hardware [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 541.392775] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42326e7-fb47-4cb6-8804-fbc8dfa32878 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.403882] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279398a4-619b-49e3-9751-7597097bc19c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.529744] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682913, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.567140] env[62668]: DEBUG nova.network.neutron [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.581218] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682914, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.672429] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Successfully created port: 4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.687526] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.687526] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.689629] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.771s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.808434] env[62668]: DEBUG nova.network.neutron [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Updating instance_info_cache with network_info: [{"id": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "address": "fa:16:3e:aa:ee:c9", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef4fd3d-f1", "ovs_interfaceid": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.901929] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Successfully updated port: 446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.034565] env[62668]: DEBUG oslo_vmware.api [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2682913, 'name': PowerOnVM_Task, 'duration_secs': 0.863184} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.034848] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 542.037675] env[62668]: INFO nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Took 13.74 seconds to spawn the instance on the hypervisor. [ 542.037883] env[62668]: DEBUG nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 542.040304] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2a1f0-6472-4c17-bfdf-c700656c6de2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.046590] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.046832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.070330] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.070774] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Instance network_info: |[{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.071454] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:a3:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.085519] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Creating folder: Project (9ab02c458a0340da97d80fc7ddeaa096). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.086488] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686f3606-d21d-491f-b3cf-fca8042f3a68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.099485] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682914, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.101543] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Created folder: Project (9ab02c458a0340da97d80fc7ddeaa096) in parent group-v540833. [ 542.101785] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Creating folder: Instances. Parent ref: group-v540849. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.101948] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f17c5f-f523-490f-abc4-eec1e96925d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.112037] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Created folder: Instances in parent group-v540849. [ 542.112141] env[62668]: DEBUG oslo.service.loopingcall [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.112980] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.113224] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8afff33-5731-4569-92ce-6aff75b53f7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.138393] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.138393] env[62668]: value = "task-2682917" [ 542.138393] env[62668]: _type = "Task" [ 542.138393] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.147701] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682917, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.193984] env[62668]: DEBUG nova.compute.utils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.199037] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.199037] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.316341] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Releasing lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.318312] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Instance network_info: |[{"id": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "address": "fa:16:3e:aa:ee:c9", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef4fd3d-f1", "ovs_interfaceid": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.319931] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ee:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.331942] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Creating folder: Project (a44cf0ece25d4f0faeb08b5b114adc0d). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.332282] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2427f19e-35b9-465f-9d2a-3a03d7e86c48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.345932] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Created folder: Project (a44cf0ece25d4f0faeb08b5b114adc0d) in parent group-v540833. [ 542.346165] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Creating folder: Instances. Parent ref: group-v540852. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.346420] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ab3932-e6a7-4a3f-a334-ee167464ed37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.358661] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Created folder: Instances in parent group-v540852. [ 542.358890] env[62668]: DEBUG oslo.service.loopingcall [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.359109] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.359314] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97c0bd45-bd71-47cc-b221-c576a0489912 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.388294] env[62668]: DEBUG nova.policy [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c19c400b3ba042c5b5e03dcc9e628fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c65bfee6584daab23129de102bb08c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.393967] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.393967] env[62668]: value = "task-2682920" [ 542.393967] env[62668]: _type = "Task" [ 542.393967] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.403386] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682920, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.409753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.409890] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.410065] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.556614] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.582018] env[62668]: INFO nova.compute.manager [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Took 22.99 seconds to build instance. [ 542.605270] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682914, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.172214} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.605502] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Copied Virtual Disk [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk to [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.605699] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleting the datastore file [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/tmp-sparse.vmdk {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 542.605960] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1178a9c5-f81f-4299-af27-dcc97c1d01c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.614169] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 542.614169] env[62668]: value = "task-2682921" [ 542.614169] env[62668]: _type = "Task" [ 542.614169] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.631827] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.649290] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682917, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.705509] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.744819] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b9a91452-834c-4bce-8b00-05152fcc4c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.744951] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f4fee1b1-133c-436e-993d-9c79a95b4ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745097] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 65ef84e4-50b9-48f4-8ae2-a38e1afdf396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745566] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 704619f9-21eb-41ce-9163-b33f3200cc21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745566] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf36c877-b859-40ee-85a8-e79fa377f2eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745720] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6055eede-0999-4ce0-b776-926673076fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745785] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a69ba441-7bb7-4eb0-83c3-72fd09086028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.745918] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance fb42d038-408e-4c58-9794-5af09e02f4ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.746031] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.746336] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8a1c515b-5345-431e-9cb6-a88a1261a5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 542.906042] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682920, 'name': CreateVM_Task, 'duration_secs': 0.460213} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.906042] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.907280] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.907679] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.908093] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.908307] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23c9404-605a-40af-9b51-6d28b27c2843 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.914078] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 542.914078] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529d5e87-3c96-996f-48a0-1daba31eeba7" [ 542.914078] env[62668]: _type = "Task" [ 542.914078] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.924283] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529d5e87-3c96-996f-48a0-1daba31eeba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.004298] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.014120] env[62668]: DEBUG nova.compute.manager [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 543.016193] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d206c-226d-4072-985c-ed0c9507527f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.081923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d17d3538-da17-44eb-b6df-dc972cda5cb1 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.505s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.087039] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.125710] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02551} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.125978] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 543.126240] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Moving file from [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf/ebc8e9a7-e4cf-458a-974f-a3490d0b578d to [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d. {{(pid=62668) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 543.127014] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8ebb096b-4fe5-420e-8acd-015dde054ac8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.141901] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 543.141901] env[62668]: value = "task-2682922" [ 543.141901] env[62668]: _type = "Task" [ 543.141901] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.158738] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682917, 'name': CreateVM_Task, 'duration_secs': 0.564685} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.165561] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 543.166553] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682922, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.167508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.175691] env[62668]: DEBUG nova.compute.manager [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Received event network-vif-plugged-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 543.175691] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.176571] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.176571] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.176571] env[62668]: DEBUG nova.compute.manager [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] No waiting events found dispatching network-vif-plugged-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 543.176571] env[62668]: WARNING nova.compute.manager [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Received unexpected event network-vif-plugged-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 for instance with vm_state building and task_state spawning. [ 543.176571] env[62668]: DEBUG nova.compute.manager [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Received event network-changed-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 543.177037] env[62668]: DEBUG nova.compute.manager [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Refreshing instance network info cache due to event network-changed-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 543.177037] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.177037] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.177507] env[62668]: DEBUG nova.network.neutron [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Refreshing network info cache for port 5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 543.249309] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e8a4cdd2-6c12-4988-b94c-5857e48806e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 543.339515] env[62668]: DEBUG nova.network.neutron [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Updating instance_info_cache with network_info: [{"id": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "address": "fa:16:3e:2b:00:86", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446a6440-6e", "ovs_interfaceid": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.428017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.428606] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.428843] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.430032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.430032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.430032] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24e548d-c5e8-4a5c-ac40-29553d9c0bb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.434988] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 543.434988] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3062f-eb35-5c0a-3204-1adc80bd40ef" [ 543.434988] env[62668]: _type = "Task" [ 543.434988] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.444503] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3062f-eb35-5c0a-3204-1adc80bd40ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.530123] env[62668]: INFO nova.compute.manager [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] instance snapshotting [ 543.532823] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e994d9ac-acc0-46a0-9ab6-0ef9d50c9980 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.552724] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0bb6d-846f-4ad6-a899-89b7c75fe438 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.644680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Acquiring lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.644680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.644680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Acquiring lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.645049] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.645343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.647569] env[62668]: INFO nova.compute.manager [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Terminating instance [ 543.658769] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682922, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042162} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.660337] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] File moved {{(pid=62668) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 543.660337] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Cleaning up location [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 543.660337] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleting the datastore file [datastore2] vmware_temp/eb787c8e-bcdd-4ff0-b657-1a8d0a3e58bf {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 543.660337] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5655bf69-5d1f-4e7b-89ea-d0bbef6e9cd6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.671801] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 543.671801] env[62668]: value = "task-2682923" [ 543.671801] env[62668]: _type = "Task" [ 543.671801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.685179] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.686815] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Successfully created port: 21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.716445] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.752546] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.754478] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.754478] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.757580] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.758892] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.758892] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.758892] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.758892] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.758892] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.759242] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.759757] env[62668]: DEBUG nova.virt.hardware [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.760295] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9d9b1e4b-7844-459f-8f44-1d9976281292 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 543.767145] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff578a-2370-4f30-971a-d0b94cec7b20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.781766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db4b14-d10c-4188-8473-3c7ddcef4780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.842683] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.842850] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Instance network_info: |[{"id": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "address": "fa:16:3e:2b:00:86", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446a6440-6e", "ovs_interfaceid": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 543.843241] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:00:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '446a6440-6e73-438c-9737-d3f5f7fc1bef', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.852403] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating folder: Project (493b2b18c820495d82181e349c686c39). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.852671] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceed3359-d36b-4d67-a76a-8f711d198403 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.863354] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created folder: Project (493b2b18c820495d82181e349c686c39) in parent group-v540833. [ 543.863354] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating folder: Instances. Parent ref: group-v540855. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.864449] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a7e640-bb93-4b08-b271-488580b58204 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.874389] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created folder: Instances in parent group-v540855. [ 543.875028] env[62668]: DEBUG oslo.service.loopingcall [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.875028] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.875336] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5718d1c8-ba8f-48e9-a5a3-f1dcafd7dc9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.903584] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.903584] env[62668]: value = "task-2682926" [ 543.903584] env[62668]: _type = "Task" [ 543.903584] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.915554] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682926, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.954510] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3062f-eb35-5c0a-3204-1adc80bd40ef, 'name': SearchDatastore_Task, 'duration_secs': 0.032884} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.954510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.954510] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.954510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.067019] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 544.067019] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ec9984d-f1f5-4885-9570-b3c3b28eceb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.072359] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 544.072359] env[62668]: value = "task-2682927" [ 544.072359] env[62668]: _type = "Task" [ 544.072359] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.081873] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682927, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.113756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.114164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.155523] env[62668]: DEBUG nova.compute.manager [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 544.155993] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 544.156838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9ffa8-bdda-488b-9622-9fd61eae3c9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.169487] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 544.169487] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aa30d1d-8297-4207-aa5d-312fb6990dfe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.173129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.175963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.175963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.175963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.175963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.176748] env[62668]: INFO nova.compute.manager [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Terminating instance [ 544.184179] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Waiting for the task: (returnval){ [ 544.184179] env[62668]: value = "task-2682928" [ 544.184179] env[62668]: _type = "Task" [ 544.184179] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.196662] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043211} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.198088] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 544.199240] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2daa950b-bf53-4fbc-98cb-3ddefcea5001 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.206202] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Task: {'id': task-2682928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.212419] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 544.212419] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52738ff7-4565-0ae5-7db3-7f67dc52e94c" [ 544.212419] env[62668]: _type = "Task" [ 544.212419] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.224438] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52738ff7-4565-0ae5-7db3-7f67dc52e94c, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.224756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.227098] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf36c877-b859-40ee-85a8-e79fa377f2eb/cf36c877-b859-40ee-85a8-e79fa377f2eb.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.227098] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.227098] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.227098] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3494922-1ab9-4494-886c-58ac7faf1733 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.228843] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ae5123-4e67-4524-be67-25b5201e3623 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.237025] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 544.237025] env[62668]: value = "task-2682929" [ 544.237025] env[62668]: _type = "Task" [ 544.237025] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.238309] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.238384] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.242997] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ee9885-60b0-417f-bb77-f00e29224dbe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.253353] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 544.253353] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527cc97e-08f6-f83d-a13b-7b9f7c0d6cf1" [ 544.253353] env[62668]: _type = "Task" [ 544.253353] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.253671] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.267869] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9f4b812e-617a-41e2-b9fb-36fee90a8118 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 544.267869] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 544.267869] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 544.271151] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527cc97e-08f6-f83d-a13b-7b9f7c0d6cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.338802] env[62668]: DEBUG nova.network.neutron [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updated VIF entry in instance network info cache for port 5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 544.338802] env[62668]: DEBUG nova.network.neutron [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.419967] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682926, 'name': CreateVM_Task, 'duration_secs': 0.367089} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.420238] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 544.421096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.421288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.421752] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.422170] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1715c74-c909-46ee-b4a6-5cf24225e6d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.431893] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 544.431893] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d43695-05b1-6cb3-d464-7757060c8e24" [ 544.431893] env[62668]: _type = "Task" [ 544.431893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.444121] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d43695-05b1-6cb3-d464-7757060c8e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.592567] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682927, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.616911] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.640584] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e8b645-dea6-4688-9e9d-7a7f7af0352c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.654685] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb6511-f608-4885-8567-a788b3079b0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.711490] env[62668]: DEBUG nova.compute.manager [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 544.714018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 544.714018] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Successfully updated port: 4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.719609] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69338f3-92c5-46cb-b652-62192d2afef2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.723348] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b840513-a6d6-4249-a32a-9fb8fe392d54 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.728028] env[62668]: DEBUG nova.compute.manager [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Received event network-changed-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 544.728229] env[62668]: DEBUG nova.compute.manager [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Refreshing instance network info cache due to event network-changed-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 544.728454] env[62668]: DEBUG oslo_concurrency.lockutils [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] Acquiring lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.728694] env[62668]: DEBUG oslo_concurrency.lockutils [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] Acquired lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.729724] env[62668]: DEBUG nova.network.neutron [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Refreshing network info cache for port 1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.742331] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Task: {'id': task-2682928, 'name': PowerOffVM_Task, 'duration_secs': 0.214379} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.743803] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 544.744139] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 544.744581] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 544.748731] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c61ab9-0163-4b11-882f-32fc1fc8a6f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.755683] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fead567-b85b-4ba4-ad84-a4908605925b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.760903] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f00f0a5-e4c2-4254-8e47-0e1e14a535c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.774939] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682929, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.778142] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 544.778142] env[62668]: value = "task-2682930" [ 544.778142] env[62668]: _type = "Task" [ 544.778142] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.789898] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.802104] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.805825] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527cc97e-08f6-f83d-a13b-7b9f7c0d6cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.023514} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.806693] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385ee899-6930-4c83-92d3-2148aa263544 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.815233] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 544.815233] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520d0fe4-2c50-342a-49ce-d219617a1967" [ 544.815233] env[62668]: _type = "Task" [ 544.815233] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.826668] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520d0fe4-2c50-342a-49ce-d219617a1967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.842475] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a57c70-6977-4e15-8adc-498916deb6c5 req-2fe84e8b-be99-4466-8ced-24cff2d7be4d service nova] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.868846] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 544.868846] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 544.868846] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Deleting the datastore file [datastore1] 65ef84e4-50b9-48f4-8ae2-a38e1afdf396 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 544.868988] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de46fff9-85c6-47bd-b71b-bea0ff02d863 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.881460] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Waiting for the task: (returnval){ [ 544.881460] env[62668]: value = "task-2682932" [ 544.881460] env[62668]: _type = "Task" [ 544.881460] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.892964] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Task: {'id': task-2682932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.951914] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d43695-05b1-6cb3-d464-7757060c8e24, 'name': SearchDatastore_Task, 'duration_secs': 0.058233} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.951914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.951914] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.951914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.090633] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682927, 'name': CreateSnapshot_Task, 'duration_secs': 0.575798} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.090916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 545.091712] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a61bd6-4d14-4c06-ac82-d773db468ec6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.160297] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.231471] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.231623] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.231770] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.259752] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544845} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.260184] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf36c877-b859-40ee-85a8-e79fa377f2eb/cf36c877-b859-40ee-85a8-e79fa377f2eb.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.260423] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.260706] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725ac9e6-a417-4825-8ae1-fd5e5bbd55eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.269999] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 545.269999] env[62668]: value = "task-2682933" [ 545.269999] env[62668]: _type = "Task" [ 545.269999] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.282749] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.299912] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.308602] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682930, 'name': PowerOffVM_Task, 'duration_secs': 0.209243} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.308602] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 545.308602] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 545.308602] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d8c91a9-4ee2-4d8d-8e17-5050a3ed2a63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.341525] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520d0fe4-2c50-342a-49ce-d219617a1967, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.342892] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.344774] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6055eede-0999-4ce0-b776-926673076fba/6055eede-0999-4ce0-b776-926673076fba.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.344774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.344774] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.345029] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a9294d-a073-418f-84e1-3a6c3f861ef0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.347366] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e5794d-6100-4dc8-854a-88f83b4cc247 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.356865] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 545.356865] env[62668]: value = "task-2682935" [ 545.356865] env[62668]: _type = "Task" [ 545.356865] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.364929] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.365092] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 545.366213] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18f6d72-b360-4329-805c-61da29a0dd62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.377266] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.381526] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 545.381735] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 545.381930] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Deleting the datastore file [datastore1] f4fee1b1-133c-436e-993d-9c79a95b4ffe {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 545.383556] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f83ca94a-759b-495f-a80a-0220f436e772 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.385769] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 545.385769] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52163baf-362b-b132-54a6-2c66da073f33" [ 545.385769] env[62668]: _type = "Task" [ 545.385769] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.397760] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for the task: (returnval){ [ 545.397760] env[62668]: value = "task-2682936" [ 545.397760] env[62668]: _type = "Task" [ 545.397760] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.407731] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52163baf-362b-b132-54a6-2c66da073f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.407977] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Task: {'id': task-2682932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.414020] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.616953] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 545.617585] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c269900c-75d0-4869-8cc4-c02f06f7ff5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.629632] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 545.629632] env[62668]: value = "task-2682937" [ 545.629632] env[62668]: _type = "Task" [ 545.629632] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.631278] env[62668]: DEBUG nova.network.neutron [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Updated VIF entry in instance network info cache for port 1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 545.631278] env[62668]: DEBUG nova.network.neutron [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Updating instance_info_cache with network_info: [{"id": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "address": "fa:16:3e:aa:ee:c9", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef4fd3d-f1", "ovs_interfaceid": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.648532] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682937, 'name': CloneVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.784304] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.784666] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.785790] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688f997-6212-4fd6-b4b2-c85e9621a5e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.790570] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.819568] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] cf36c877-b859-40ee-85a8-e79fa377f2eb/cf36c877-b859-40ee-85a8-e79fa377f2eb.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.820394] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 545.821394] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.131s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.821747] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6940d30c-f99e-4bf1-b7b0-4a279deb60eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.843280] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.572s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.845080] env[62668]: INFO nova.compute.claims [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.855773] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 545.855773] env[62668]: value = "task-2682938" [ 545.855773] env[62668]: _type = "Task" [ 545.855773] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.869323] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.873605] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.900169] env[62668]: DEBUG oslo_vmware.api [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Task: {'id': task-2682932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60716} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.908495] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.908767] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 545.909032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 545.909268] env[62668]: INFO nova.compute.manager [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Took 1.75 seconds to destroy the instance on the hypervisor. [ 545.909714] env[62668]: DEBUG oslo.service.loopingcall [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.910046] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52163baf-362b-b132-54a6-2c66da073f33, 'name': SearchDatastore_Task, 'duration_secs': 0.02576} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.911176] env[62668]: DEBUG nova.compute.manager [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 545.911296] env[62668]: DEBUG nova.network.neutron [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 545.919709] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab92fd2-6046-4d8a-8db2-85ceebf334e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.929267] env[62668]: DEBUG oslo_vmware.api [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Task: {'id': task-2682936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472652} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.929963] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.930422] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 545.930488] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 545.933128] env[62668]: INFO nova.compute.manager [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Took 1.22 seconds to destroy the instance on the hypervisor. [ 545.933128] env[62668]: DEBUG oslo.service.loopingcall [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.933128] env[62668]: DEBUG nova.compute.manager [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 545.933128] env[62668]: DEBUG nova.network.neutron [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 545.935017] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 545.935017] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524f965f-de28-ed11-a892-55f0148c5fb3" [ 545.935017] env[62668]: _type = "Task" [ 545.935017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.948124] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524f965f-de28-ed11-a892-55f0148c5fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.024016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.024016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.140200] env[62668]: DEBUG oslo_concurrency.lockutils [req-5549eb76-46cc-4b91-9c8a-282aeb975585 req-b6cb887a-deaa-437a-b655-96059747a182 service nova] Releasing lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.149039] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682937, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.342188] env[62668]: DEBUG nova.network.neutron [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [{"id": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "address": "fa:16:3e:b5:57:26", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b97f0ba-fa", "ovs_interfaceid": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.344339] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.344659] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.377723] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.382293] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841707} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.382427] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6055eede-0999-4ce0-b776-926673076fba/6055eede-0999-4ce0-b776-926673076fba.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.382873] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.383233] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3936327b-9e3d-4f1b-8428-cbebcd24844a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.394720] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 546.394720] env[62668]: value = "task-2682939" [ 546.394720] env[62668]: _type = "Task" [ 546.394720] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.398848] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Successfully updated port: 21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.406558] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.446033] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524f965f-de28-ed11-a892-55f0148c5fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.058278} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.446256] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.448084] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.448084] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.448084] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.448084] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d672b4ad-a2e9-46d0-b0fc-b1cf43706eb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.449143] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea526af9-57b7-4ceb-a5e1-fdcbaa035739 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.456905] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 546.456905] env[62668]: value = "task-2682940" [ 546.456905] env[62668]: _type = "Task" [ 546.456905] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.460721] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.460838] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.464107] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3b0438-efdf-49c4-b6d8-45143b9ffd8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.470438] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.477873] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 546.477873] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521a3c79-4497-4325-9163-fd6ef1773855" [ 546.477873] env[62668]: _type = "Task" [ 546.477873] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.486708] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521a3c79-4497-4325-9163-fd6ef1773855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.656859] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682937, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.846200] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.846200] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Instance network_info: |[{"id": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "address": "fa:16:3e:b5:57:26", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b97f0ba-fa", "ovs_interfaceid": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.846663] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:57:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b97f0ba-faef-4f84-8b44-ee0a83f514b4', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.853654] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Creating folder: Project (c7d382a85ca44879a7a25668c5bb8d7e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.857368] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de215bc-b22f-4f93-a631-fb47aecafc48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.883910] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682938, 'name': ReconfigVM_Task, 'duration_secs': 0.686542} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.883910] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Reconfigured VM instance instance-00000005 to attach disk [datastore2] cf36c877-b859-40ee-85a8-e79fa377f2eb/cf36c877-b859-40ee-85a8-e79fa377f2eb.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.883910] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Created folder: Project (c7d382a85ca44879a7a25668c5bb8d7e) in parent group-v540833. [ 546.883910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Creating folder: Instances. Parent ref: group-v540860. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.883910] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9360d3dc-81b5-4303-ae3b-b3b5844d7a0a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.884177] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1157f4c-101d-43ce-a29f-1796014246dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.892879] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 546.892879] env[62668]: value = "task-2682943" [ 546.892879] env[62668]: _type = "Task" [ 546.892879] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.903152] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Created folder: Instances in parent group-v540860. [ 546.903445] env[62668]: DEBUG oslo.service.loopingcall [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.904167] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.904546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquired lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.904609] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.906777] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.907620] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9994fb2e-19f0-419e-ac84-54037e30563d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.934711] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682943, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.936940] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155894} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.936940] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.937212] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875a3b30-3c5a-438b-9a55-c360e18ffccc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.941621] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.941621] env[62668]: value = "task-2682944" [ 546.941621] env[62668]: _type = "Task" [ 546.941621] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.970071] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 6055eede-0999-4ce0-b776-926673076fba/6055eede-0999-4ce0-b776-926673076fba.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.975109] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff31ef08-cf77-411d-b12b-1663e3339044 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.998357] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682944, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.019433] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.020889] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 547.020889] env[62668]: value = "task-2682945" [ 547.020889] env[62668]: _type = "Task" [ 547.020889] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.031982] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521a3c79-4497-4325-9163-fd6ef1773855, 'name': SearchDatastore_Task, 'duration_secs': 0.017204} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.032486] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0bce9d-3155-4c1c-8069-9c52495be78d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.043265] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.048086] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 547.048086] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52468c45-a0fe-e4ef-d65a-22571f9f7dfc" [ 547.048086] env[62668]: _type = "Task" [ 547.048086] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.057349] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52468c45-a0fe-e4ef-d65a-22571f9f7dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.090753] env[62668]: DEBUG nova.compute.manager [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Received event network-vif-plugged-446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 547.092922] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Acquiring lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.092922] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.092922] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.092922] env[62668]: DEBUG nova.compute.manager [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] No waiting events found dispatching network-vif-plugged-446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.092922] env[62668]: WARNING nova.compute.manager [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Received unexpected event network-vif-plugged-446a6440-6e73-438c-9737-d3f5f7fc1bef for instance with vm_state building and task_state spawning. [ 547.093208] env[62668]: DEBUG nova.compute.manager [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Received event network-changed-446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 547.093208] env[62668]: DEBUG nova.compute.manager [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Refreshing instance network info cache due to event network-changed-446a6440-6e73-438c-9737-d3f5f7fc1bef. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 547.093208] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Acquiring lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.096489] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Acquired lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.096489] env[62668]: DEBUG nova.network.neutron [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Refreshing network info cache for port 446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.146645] env[62668]: DEBUG nova.network.neutron [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.153932] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682937, 'name': CloneVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.298509] env[62668]: DEBUG nova.network.neutron [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.325416] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468927b8-7df8-432c-ae13-836dc6b45e99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.344169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb97a84-157b-4bab-91e6-08d5875e9682 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.380412] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64676cc2-bac9-4931-8518-beb3ca63cef3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.392029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714a21c-5db8-4ce5-b718-c403875445b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.419549] env[62668]: DEBUG nova.compute.provider_tree [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.424498] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682943, 'name': Rename_Task, 'duration_secs': 0.391499} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.427084] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.427084] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab5e35a-4e8d-42af-9ea1-a4a0dc7f5ef4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.433476] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 547.433476] env[62668]: value = "task-2682946" [ 547.433476] env[62668]: _type = "Task" [ 547.433476] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.442699] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.451416] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682944, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.473987] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620177} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.474340] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.474608] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.474874] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0bf2fea-e295-43e8-86e6-ad34b3ee1724 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.482455] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 547.482455] env[62668]: value = "task-2682947" [ 547.482455] env[62668]: _type = "Task" [ 547.482455] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.491561] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.511541] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.532768] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.563592] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52468c45-a0fe-e4ef-d65a-22571f9f7dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.015715} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.563874] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.564404] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fb42d038-408e-4c58-9794-5af09e02f4ac/fb42d038-408e-4c58-9794-5af09e02f4ac.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.564569] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb24fe85-6bb4-4907-ab69-e5c47267bf16 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.572697] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 547.572697] env[62668]: value = "task-2682948" [ 547.572697] env[62668]: _type = "Task" [ 547.572697] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.582287] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.647798] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682937, 'name': CloneVM_Task, 'duration_secs': 1.576567} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.648330] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Created linked-clone VM from snapshot [ 547.649650] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52352acd-0213-4acd-bf54-74be87b4d628 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.651983] env[62668]: INFO nova.compute.manager [-] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Took 1.74 seconds to deallocate network for instance. [ 547.661560] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Uploading image 0cbc6509-7b7a-485c-a16c-f2232cfff3a7 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 547.699309] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 547.699309] env[62668]: value = "vm-540859" [ 547.699309] env[62668]: _type = "VirtualMachine" [ 547.699309] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 547.699309] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39f299b9-25ca-4e42-a7ef-692df1434360 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.706827] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lease: (returnval){ [ 547.706827] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ae6db6-1baa-64da-e27c-26a344e12313" [ 547.706827] env[62668]: _type = "HttpNfcLease" [ 547.706827] env[62668]: } obtained for exporting VM: (result){ [ 547.706827] env[62668]: value = "vm-540859" [ 547.706827] env[62668]: _type = "VirtualMachine" [ 547.706827] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 547.707214] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the lease: (returnval){ [ 547.707214] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ae6db6-1baa-64da-e27c-26a344e12313" [ 547.707214] env[62668]: _type = "HttpNfcLease" [ 547.707214] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 547.721081] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 547.721081] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ae6db6-1baa-64da-e27c-26a344e12313" [ 547.721081] env[62668]: _type = "HttpNfcLease" [ 547.721081] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 547.805278] env[62668]: INFO nova.compute.manager [-] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Took 1.87 seconds to deallocate network for instance. [ 547.908050] env[62668]: DEBUG nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received event network-vif-plugged-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 547.908312] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Acquiring lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.908648] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.908824] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.909079] env[62668]: DEBUG nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] No waiting events found dispatching network-vif-plugged-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.909282] env[62668]: WARNING nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received unexpected event network-vif-plugged-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 for instance with vm_state building and task_state spawning. [ 547.909502] env[62668]: DEBUG nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 547.909704] env[62668]: DEBUG nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing instance network info cache due to event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 547.909947] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Acquiring lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.910117] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Acquired lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.910307] env[62668]: DEBUG nova.network.neutron [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.923103] env[62668]: DEBUG nova.scheduler.client.report [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.955537] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.968559] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682944, 'name': CreateVM_Task, 'duration_secs': 0.736616} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.968758] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.969732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.969732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.969991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.970506] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a442a1a-52c8-43af-9094-12283363cd8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.976802] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 547.976802] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c96f11-bbb4-4293-a7f5-db317ce6ce95" [ 547.976802] env[62668]: _type = "Task" [ 547.976802] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.986747] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c96f11-bbb4-4293-a7f5-db317ce6ce95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.995795] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090064} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.996227] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.997304] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac424b-742a-44e1-8ec7-549fe4efc8a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.021589] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.023168] env[62668]: DEBUG nova.network.neutron [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Updating instance_info_cache with network_info: [{"id": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "address": "fa:16:3e:f7:5e:32", "network": {"id": "982b39e6-c2b2-49d8-a89c-1fcb8c28226c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727644699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c65bfee6584daab23129de102bb08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f770e0-52", "ovs_interfaceid": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.024657] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0740fea-bd69-4a4e-ab2d-a4c74aeb5f27 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.057025] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682945, 'name': ReconfigVM_Task, 'duration_secs': 0.793306} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.057373] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 6055eede-0999-4ce0-b776-926673076fba/6055eede-0999-4ce0-b776-926673076fba.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.058232] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 548.058232] env[62668]: value = "task-2682954" [ 548.058232] env[62668]: _type = "Task" [ 548.058232] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.058397] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eca5e6ca-13cd-4de0-9547-19ed774f5c42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.072884] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 548.072884] env[62668]: value = "task-2682955" [ 548.072884] env[62668]: _type = "Task" [ 548.072884] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.086436] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682955, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.091933] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.165920] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.218962] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 548.218962] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ae6db6-1baa-64da-e27c-26a344e12313" [ 548.218962] env[62668]: _type = "HttpNfcLease" [ 548.218962] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 548.219198] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 548.219198] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ae6db6-1baa-64da-e27c-26a344e12313" [ 548.219198] env[62668]: _type = "HttpNfcLease" [ 548.219198] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 548.220155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e50a6-33d4-406d-bee1-80788a15c3b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.238702] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 548.238702] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 548.328012] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.329689] env[62668]: DEBUG nova.network.neutron [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Updated VIF entry in instance network info cache for port 446a6440-6e73-438c-9737-d3f5f7fc1bef. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.330230] env[62668]: DEBUG nova.network.neutron [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Updating instance_info_cache with network_info: [{"id": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "address": "fa:16:3e:2b:00:86", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446a6440-6e", "ovs_interfaceid": "446a6440-6e73-438c-9737-d3f5f7fc1bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.374621] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5c32c73-29c9-4171-8f5a-ad85d0773bed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.438419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.438419] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.444462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.679s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.446785] env[62668]: INFO nova.compute.claims [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.459505] env[62668]: DEBUG oslo_vmware.api [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682946, 'name': PowerOnVM_Task, 'duration_secs': 1.006381} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.459805] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.459988] env[62668]: INFO nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Took 17.80 seconds to spawn the instance on the hypervisor. [ 548.460184] env[62668]: DEBUG nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.461036] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3091b6c-6954-4301-a315-cf6fcbc0e18a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.488286] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c96f11-bbb4-4293-a7f5-db317ce6ce95, 'name': SearchDatastore_Task, 'duration_secs': 0.04902} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.488615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.488869] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.489427] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.489427] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.489542] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.489765] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f4da3cc-7860-4576-8c9b-1ff7356d6f7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.501636] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.502140] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.502585] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e782d3-4d4b-46ed-8549-0d3878b07b93 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.510347] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 548.510347] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52149863-aec0-b21c-afbf-5dae06138611" [ 548.510347] env[62668]: _type = "Task" [ 548.510347] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.519210] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52149863-aec0-b21c-afbf-5dae06138611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.543590] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Releasing lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.543737] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Instance network_info: |[{"id": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "address": "fa:16:3e:f7:5e:32", "network": {"id": "982b39e6-c2b2-49d8-a89c-1fcb8c28226c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727644699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c65bfee6584daab23129de102bb08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f770e0-52", "ovs_interfaceid": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 548.544181] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:5e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f770e0-52a6-4c93-9476-70df3ee1cfd3', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 548.560495] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Creating folder: Project (33c65bfee6584daab23129de102bb08c). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.561851] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0a4e2d-a7f7-4812-8343-4f9c630f074d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.576444] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682954, 'name': ReconfigVM_Task, 'duration_secs': 0.511126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.585921] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.586838] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Created folder: Project (33c65bfee6584daab23129de102bb08c) in parent group-v540833. [ 548.588933] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Creating folder: Instances. Parent ref: group-v540866. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.588933] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb68143-18fa-4776-8352-283946cab2f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.589303] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64c6aa75-ab46-4ada-9c0b-d13c6e9c481e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.600152] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682955, 'name': Rename_Task, 'duration_secs': 0.372144} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.600509] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728768} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.602938] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.603397] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fb42d038-408e-4c58-9794-5af09e02f4ac/fb42d038-408e-4c58-9794-5af09e02f4ac.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.603830] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.604243] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 548.604243] env[62668]: value = "task-2682958" [ 548.604243] env[62668]: _type = "Task" [ 548.604243] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.604786] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Created folder: Instances in parent group-v540866. [ 548.605145] env[62668]: DEBUG oslo.service.loopingcall [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.605490] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ed4167-f987-45b1-bbc3-96c7edb6e8cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.608267] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-747eccd1-b054-4e3e-b378-fe9141f6552b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.609998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 548.614585] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9df9be71-1c7f-4eb6-9cf7-ff9e1791d78d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.639698] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682958, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.642961] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.642961] env[62668]: value = "task-2682961" [ 548.642961] env[62668]: _type = "Task" [ 548.642961] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.642961] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 548.642961] env[62668]: value = "task-2682960" [ 548.642961] env[62668]: _type = "Task" [ 548.642961] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.643428] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 548.643428] env[62668]: value = "task-2682959" [ 548.643428] env[62668]: _type = "Task" [ 548.643428] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.657823] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682961, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.663954] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.664257] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682959, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.835054] env[62668]: DEBUG oslo_concurrency.lockutils [req-8d6f945d-4ac4-41f5-99e1-a6ded3e85ef3 req-b8b27b11-1c53-40c8-bb01-7a9732862ce9 service nova] Releasing lock "refresh_cache-fb42d038-408e-4c58-9794-5af09e02f4ac" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.968337] env[62668]: DEBUG nova.compute.utils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 548.973274] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.977080] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.994042] env[62668]: INFO nova.compute.manager [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Took 28.68 seconds to build instance. [ 549.021843] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52149863-aec0-b21c-afbf-5dae06138611, 'name': SearchDatastore_Task, 'duration_secs': 0.014005} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.022775] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3246221-be7a-4f58-a7b1-89cc9cad8f78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.028684] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 549.028684] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5248c58c-94c7-17fb-a93b-9296136ba1ff" [ 549.028684] env[62668]: _type = "Task" [ 549.028684] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.037745] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5248c58c-94c7-17fb-a93b-9296136ba1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.052713] env[62668]: DEBUG nova.policy [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27c8a21e876a49a186371374c03f3a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e2e338a3cb4cba834be74217b58691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.066777] env[62668]: DEBUG nova.network.neutron [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updated VIF entry in instance network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.067863] env[62668]: DEBUG nova.network.neutron [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [{"id": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "address": "fa:16:3e:b5:57:26", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b97f0ba-fa", "ovs_interfaceid": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.121996] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682958, 'name': Rename_Task, 'duration_secs': 0.196142} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.122543] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 549.122824] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f96e641-cdf9-4775-bcf6-b945652badcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.129536] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 549.129536] env[62668]: value = "task-2682962" [ 549.129536] env[62668]: _type = "Task" [ 549.129536] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.138277] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.162519] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682961, 'name': CreateVM_Task, 'duration_secs': 0.387706} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.170405] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 549.171373] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099016} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.171942] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.172799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.173253] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.173942] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.177118] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.177118] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15280c8-06ba-431f-943b-511dca872637 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.177322] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698cb68-9428-40f8-ab83-adbe4638747f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.183993] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 549.183993] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5239a745-0fd7-f252-6b0b-62fbba4de75b" [ 549.183993] env[62668]: _type = "Task" [ 549.183993] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.208808] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] fb42d038-408e-4c58-9794-5af09e02f4ac/fb42d038-408e-4c58-9794-5af09e02f4ac.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.212651] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ba83f9-56b5-4f5f-940c-b86ba6be6679 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.236423] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5239a745-0fd7-f252-6b0b-62fbba4de75b, 'name': SearchDatastore_Task, 'duration_secs': 0.03444} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.238057] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.238362] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.239142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.240122] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 549.240122] env[62668]: value = "task-2682963" [ 549.240122] env[62668]: _type = "Task" [ 549.240122] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.249550] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.482698] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.504283] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0530e7f7-9d41-49c5-91f7-3d0a4758ee6f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.188s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.547564] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5248c58c-94c7-17fb-a93b-9296136ba1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022619} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.551300] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.551782] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4/87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.552895] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.556023] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.556023] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6bd37e-7abb-4d72-93f4-fde542a582a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.556659] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Successfully created port: f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.558651] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83aef201-001d-4625-a2dd-5e07f83018e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.568421] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 549.568421] env[62668]: value = "task-2682964" [ 549.568421] env[62668]: _type = "Task" [ 549.568421] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.578030] env[62668]: DEBUG oslo_concurrency.lockutils [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] Releasing lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.578150] env[62668]: DEBUG nova.compute.manager [req-9e7456ac-3db7-4a9d-b10c-670fd66874d7 req-8f95c3d1-95b8-4412-9b57-3f442ada9d22 service nova] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Received event network-vif-deleted-896314ee-84f6-4109-9349-aca15c1f6230 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 549.578651] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.579405] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.579914] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5af5c07-c336-4b19-a47b-1f20f93e30bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.599300] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.600719] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 549.600719] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277d842-2487-b9d9-cb51-29cb8da24c0b" [ 549.600719] env[62668]: _type = "Task" [ 549.600719] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.609174] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277d842-2487-b9d9-cb51-29cb8da24c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.647527] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.663452] env[62668]: DEBUG oslo_vmware.api [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682959, 'name': PowerOnVM_Task, 'duration_secs': 0.768108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.663813] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.663929] env[62668]: INFO nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Took 16.66 seconds to spawn the instance on the hypervisor. [ 549.664140] env[62668]: DEBUG nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 549.665035] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ee44f-2808-4ade-abee-d7543720e6f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.754083] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.836812] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fca001-d2d3-45d0-82cb-80b39df984a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.851830] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0d222b-34cf-4e2f-b301-e6004a7b5b5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.900740] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09646a0-ec55-4c63-9cbc-3575539927c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.913436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96ad7d-9c38-498d-85e0-f63dd7d1cb3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.934555] env[62668]: DEBUG nova.compute.provider_tree [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.011218] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.084658] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.117582] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277d842-2487-b9d9-cb51-29cb8da24c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.019617} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.120373] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb786df-97a7-432d-87bd-831ac9eaec70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.126619] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 550.126619] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224d976-c678-5ebc-e8ad-c5a124575f91" [ 550.126619] env[62668]: _type = "Task" [ 550.126619] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.136199] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224d976-c678-5ebc-e8ad-c5a124575f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.145553] env[62668]: DEBUG oslo_vmware.api [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2682962, 'name': PowerOnVM_Task, 'duration_secs': 0.900357} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.146234] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 550.146586] env[62668]: INFO nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Took 13.70 seconds to spawn the instance on the hypervisor. [ 550.146985] env[62668]: DEBUG nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 550.147950] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4effe4c-b4fe-4e97-9e91-07c722b26fef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.191876] env[62668]: INFO nova.compute.manager [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Took 29.16 seconds to build instance. [ 550.272348] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682963, 'name': ReconfigVM_Task, 'duration_secs': 0.619623} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.273304] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Reconfigured VM instance instance-00000008 to attach disk [datastore2] fb42d038-408e-4c58-9794-5af09e02f4ac/fb42d038-408e-4c58-9794-5af09e02f4ac.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.276917] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e457d6ec-7853-4557-b1d1-6ea0ab2a9142 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.293049] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 550.293049] env[62668]: value = "task-2682965" [ 550.293049] env[62668]: _type = "Task" [ 550.293049] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.317586] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682965, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.438644] env[62668]: DEBUG nova.scheduler.client.report [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.497670] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.538574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.542359] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:54:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1938078143',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2134741630',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.542733] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.543037] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.543339] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.545043] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.545043] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.545043] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.545043] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.545043] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.545776] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.545776] env[62668]: DEBUG nova.virt.hardware [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.546265] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3f1d4-58e7-43df-b723-95d965ec82c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.556447] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb47c50-00bc-4c28-b0b4-9f43466b1eff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.587098] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727161} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.588568] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4/87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.588826] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.592184] env[62668]: DEBUG nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Received event network-vif-plugged-21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 550.592184] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Acquiring lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.592399] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.592574] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.592743] env[62668]: DEBUG nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] No waiting events found dispatching network-vif-plugged-21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.592906] env[62668]: WARNING nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Received unexpected event network-vif-plugged-21f770e0-52a6-4c93-9476-70df3ee1cfd3 for instance with vm_state building and task_state spawning. [ 550.593841] env[62668]: DEBUG nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Received event network-changed-21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 550.593841] env[62668]: DEBUG nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Refreshing instance network info cache due to event network-changed-21f770e0-52a6-4c93-9476-70df3ee1cfd3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 550.593841] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Acquiring lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.593841] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Acquired lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.593841] env[62668]: DEBUG nova.network.neutron [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Refreshing network info cache for port 21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.597583] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d43277-0acc-4608-a437-0e9923423ff2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.605643] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 550.605643] env[62668]: value = "task-2682966" [ 550.605643] env[62668]: _type = "Task" [ 550.605643] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.614767] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.637605] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224d976-c678-5ebc-e8ad-c5a124575f91, 'name': SearchDatastore_Task, 'duration_secs': 0.055658} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.637949] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.638264] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8a1c515b-5345-431e-9cb6-a88a1261a5d9/8a1c515b-5345-431e-9cb6-a88a1261a5d9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.638601] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b631404e-6d47-4fd5-9721-0058e401df05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.645827] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 550.645827] env[62668]: value = "task-2682967" [ 550.645827] env[62668]: _type = "Task" [ 550.645827] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.656679] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.672188] env[62668]: INFO nova.compute.manager [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Took 28.77 seconds to build instance. [ 550.697184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c25ff26d-df82-4ca8-9308-f27e1bb45462 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.675s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.807725] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682965, 'name': Rename_Task, 'duration_secs': 0.277639} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.807910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.810032] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092a481c-8db7-43d8-b986-ee6e4b410244 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.818259] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 550.818259] env[62668]: value = "task-2682968" [ 550.818259] env[62668]: _type = "Task" [ 550.818259] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.839035] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.921435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "304d1582-d380-41e8-9651-a28895a33fca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.921435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.950694] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.951477] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.957018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.870s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.962031] env[62668]: INFO nova.compute.claims [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.116998] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082382} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.117314] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.118139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48698f-c70b-4237-b5f6-82da56847285 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.144688] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4/87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.145023] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a816614-8f0a-4be4-b55c-4f7762c5a3b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.170277] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.172308] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 551.172308] env[62668]: value = "task-2682970" [ 551.172308] env[62668]: _type = "Task" [ 551.172308] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.176070] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3bf047ec-f9fd-43e7-a24e-3877ea5f7a7a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.286s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.186396] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682970, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.203772] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.329568] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.337674] env[62668]: DEBUG nova.compute.manager [None req-5ed3b90b-862e-47bd-8a0d-470b91b71991 tempest-ServerDiagnosticsTest-312933171 tempest-ServerDiagnosticsTest-312933171-project-admin] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.338911] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5506f8-b477-47c2-9747-13a081b4f9a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.348291] env[62668]: INFO nova.compute.manager [None req-5ed3b90b-862e-47bd-8a0d-470b91b71991 tempest-ServerDiagnosticsTest-312933171 tempest-ServerDiagnosticsTest-312933171-project-admin] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Retrieving diagnostics [ 551.351648] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe457d9-93d3-4d34-b697-e84cf9039998 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.476743] env[62668]: DEBUG nova.compute.utils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.478361] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.478482] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.671191] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652371} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.671647] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8a1c515b-5345-431e-9cb6-a88a1261a5d9/8a1c515b-5345-431e-9cb6-a88a1261a5d9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.672521] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.672521] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-978d75fb-3858-4d49-aa74-589af2a689b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.680273] env[62668]: DEBUG nova.network.neutron [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Updated VIF entry in instance network info cache for port 21f770e0-52a6-4c93-9476-70df3ee1cfd3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.680503] env[62668]: DEBUG nova.network.neutron [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Updating instance_info_cache with network_info: [{"id": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "address": "fa:16:3e:f7:5e:32", "network": {"id": "982b39e6-c2b2-49d8-a89c-1fcb8c28226c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727644699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c65bfee6584daab23129de102bb08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f770e0-52", "ovs_interfaceid": "21f770e0-52a6-4c93-9476-70df3ee1cfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.682176] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.687406] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 551.687406] env[62668]: value = "task-2682971" [ 551.687406] env[62668]: _type = "Task" [ 551.687406] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.695500] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.702551] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.733398] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.795787] env[62668]: DEBUG nova.policy [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea11695383c34a068959b2475f25452f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56d36fbb6ea94b0c8ecacec39305f247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.842110] env[62668]: DEBUG oslo_vmware.api [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682968, 'name': PowerOnVM_Task, 'duration_secs': 0.904069} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.842110] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.842110] env[62668]: INFO nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Took 12.96 seconds to spawn the instance on the hypervisor. [ 551.842110] env[62668]: DEBUG nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.842110] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86131817-2330-46c8-a980-8d95b600c3eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.985022] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.185866] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682970, 'name': ReconfigVM_Task, 'duration_secs': 0.784632} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.186170] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4/87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.186790] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd4ddcb-0b18-4b43-a639-50fe4fe0ca37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.189023] env[62668]: DEBUG oslo_concurrency.lockutils [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] Releasing lock "refresh_cache-8a1c515b-5345-431e-9cb6-a88a1261a5d9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.189023] env[62668]: DEBUG nova.compute.manager [req-d39d9eed-1e27-4cb4-81ef-51791128f694 req-7bc85b05-021c-4345-bc35-3cd469f2c845 service nova] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Received event network-vif-deleted-3b23ff47-7525-427a-8c1a-e0e96645004e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 552.203586] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 552.203586] env[62668]: value = "task-2682972" [ 552.203586] env[62668]: _type = "Task" [ 552.203586] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.215734] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.219019] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.220441] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaec838-8b06-4c16-be62-7d21970208ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.223552] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.227652] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682972, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.253591] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 8a1c515b-5345-431e-9cb6-a88a1261a5d9/8a1c515b-5345-431e-9cb6-a88a1261a5d9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.253875] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd7121b-0cdb-4b73-b631-940c53b75ec1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.277674] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 552.277674] env[62668]: value = "task-2682973" [ 552.277674] env[62668]: _type = "Task" [ 552.277674] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.288882] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.307938] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707ee995-8bea-4df9-bbde-cb513315552f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.320065] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971e231-07ac-4772-abc1-0b664d11f942 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.381542] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44dd40a-b7a2-4878-af22-b666c2b49e99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.389077] env[62668]: INFO nova.compute.manager [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Took 26.74 seconds to build instance. [ 552.394851] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316b1ba-7014-4253-b6ef-deb7d12115d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.417677] env[62668]: DEBUG nova.compute.provider_tree [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.537447] env[62668]: DEBUG nova.compute.manager [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] [instance: 6055eede-0999-4ce0-b776-926673076fba] Received event network-changed {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 552.537447] env[62668]: DEBUG nova.compute.manager [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] [instance: 6055eede-0999-4ce0-b776-926673076fba] Refreshing instance network info cache due to event network-changed. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 552.539049] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] Acquiring lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.540631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] Acquired lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.540631] env[62668]: DEBUG nova.network.neutron [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] [instance: 6055eede-0999-4ce0-b776-926673076fba] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.714976] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682972, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.794306] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682973, 'name': ReconfigVM_Task, 'duration_secs': 0.419706} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.794306] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 8a1c515b-5345-431e-9cb6-a88a1261a5d9/8a1c515b-5345-431e-9cb6-a88a1261a5d9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.794306] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589bee6c-5dcd-4ea2-8ed9-1d1881e24f08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.800795] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 552.800795] env[62668]: value = "task-2682974" [ 552.800795] env[62668]: _type = "Task" [ 552.800795] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.810311] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682974, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.894882] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0db6ee1d-ffc4-4a91-8b1d-1e901ddd70b2 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.258s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.923544] env[62668]: DEBUG nova.scheduler.client.report [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.995381] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.033260] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.035567] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.035856] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.036085] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.036240] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.036388] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.036604] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.037539] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.037539] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.037539] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.037539] env[62668]: DEBUG nova.virt.hardware [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.039045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd286df7-e673-43e3-a2f5-369cabefe8e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.054593] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea346a-00fa-40f7-ba95-8bf200521615 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.076084] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Successfully updated port: f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.220437] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682972, 'name': Rename_Task, 'duration_secs': 0.860287} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.220437] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.220437] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2c2b34-d504-472c-8107-70129ca57ec8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.229552] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 553.229552] env[62668]: value = "task-2682976" [ 553.229552] env[62668]: _type = "Task" [ 553.229552] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.239513] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.315664] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682974, 'name': Rename_Task, 'duration_secs': 0.181134} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.321758] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.321758] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c3bf8c-eb1c-42e0-be0c-d9bd3d231f93 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.333625] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 553.333625] env[62668]: value = "task-2682977" [ 553.333625] env[62668]: _type = "Task" [ 553.333625] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.350642] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.369641] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Successfully created port: cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.432063] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.432063] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.433978] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.274s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.435643] env[62668]: INFO nova.compute.claims [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.517310] env[62668]: DEBUG nova.network.neutron [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] [instance: 6055eede-0999-4ce0-b776-926673076fba] Updating instance_info_cache with network_info: [{"id": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "address": "fa:16:3e:aa:ee:c9", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef4fd3d-f1", "ovs_interfaceid": "1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.580832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.580832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.580832] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.695430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.695708] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.695920] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.696131] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.697319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.701223] env[62668]: INFO nova.compute.manager [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Terminating instance [ 553.744158] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.850913] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.932301] env[62668]: DEBUG nova.compute.manager [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Received event network-vif-plugged-f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 553.933308] env[62668]: DEBUG oslo_concurrency.lockutils [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] Acquiring lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.933575] env[62668]: DEBUG oslo_concurrency.lockutils [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.933768] env[62668]: DEBUG oslo_concurrency.lockutils [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.933987] env[62668]: DEBUG nova.compute.manager [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] No waiting events found dispatching network-vif-plugged-f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.936179] env[62668]: WARNING nova.compute.manager [req-0bd44c07-f940-41bc-95c3-d04be88fef71 req-5510445a-cb9a-43e4-87c5-beb4b81ffdba service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Received unexpected event network-vif-plugged-f7e84d98-b891-4063-8d43-79995cf9ab1e for instance with vm_state building and task_state spawning. [ 553.945313] env[62668]: DEBUG nova.compute.utils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 553.951155] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.951772] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.020252] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b40ad4-78c2-43d9-b320-4a122b8baaf1 tempest-ServerExternalEventsTest-1504238634 tempest-ServerExternalEventsTest-1504238634-project] Releasing lock "refresh_cache-6055eede-0999-4ce0-b776-926673076fba" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.051489] env[62668]: DEBUG nova.policy [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '089701c94d474b59897fd6b263ad3952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b67d9d850b6a4b8a8ec04c702049b41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.148783] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "fb42d038-408e-4c58-9794-5af09e02f4ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.148878] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.149348] env[62668]: DEBUG nova.compute.manager [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.150971] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b847a-d794-4604-ae76-b71186671477 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.162435] env[62668]: DEBUG nova.compute.manager [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 554.163132] env[62668]: DEBUG nova.objects.instance [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lazy-loading 'flavor' on Instance uuid fb42d038-408e-4c58-9794-5af09e02f4ac {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 554.212373] env[62668]: DEBUG nova.compute.manager [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 554.212588] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 554.214995] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3357194-777d-4ff5-8d99-2cc4c56ff538 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.228446] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 554.228786] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf19ddd3-52ec-46fa-8105-5cd10af94f72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.236776] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.241955] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 554.241955] env[62668]: value = "task-2682978" [ 554.241955] env[62668]: _type = "Task" [ 554.241955] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.249383] env[62668]: DEBUG oslo_vmware.api [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2682976, 'name': PowerOnVM_Task, 'duration_secs': 0.756014} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.250209] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.250491] env[62668]: INFO nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Took 12.90 seconds to spawn the instance on the hypervisor. [ 554.250736] env[62668]: DEBUG nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.251608] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ffc1d9-bc3b-4a19-a3d7-a4b028795a9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.257787] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.347382] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682977, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.397759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "6055eede-0999-4ce0-b776-926673076fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.398017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.398243] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "6055eede-0999-4ce0-b776-926673076fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.398422] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.398633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.402358] env[62668]: INFO nova.compute.manager [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Terminating instance [ 554.451863] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.764315] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682978, 'name': PowerOffVM_Task, 'duration_secs': 0.337886} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.764674] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 554.764797] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 554.765201] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75ef687a-da90-40c8-9ef5-96205360a957 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.804271] env[62668]: INFO nova.compute.manager [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Took 21.17 seconds to build instance. [ 554.854253] env[62668]: DEBUG oslo_vmware.api [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682977, 'name': PowerOnVM_Task, 'duration_secs': 1.175207} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.855034] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.855226] env[62668]: INFO nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Took 11.14 seconds to spawn the instance on the hypervisor. [ 554.855601] env[62668]: DEBUG nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.856522] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836edea6-8b58-4fe7-ba62-e7e03ed52060 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.872421] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91761b45-8450-4445-ad05-808cfaef9aae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.878213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 554.878213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 554.878213] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleting the datastore file [datastore2] cf36c877-b859-40ee-85a8-e79fa377f2eb {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.878381] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fc0357-15ec-4453-b984-0d2fb9423702 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.884993] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654818f-2183-4c65-b52a-26b77417fa00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.891835] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for the task: (returnval){ [ 554.891835] env[62668]: value = "task-2682980" [ 554.891835] env[62668]: _type = "Task" [ 554.891835] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.927796] env[62668]: DEBUG nova.compute.manager [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 554.928106] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 554.930246] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d984a93-fbfb-4eea-9d59-5e69f1b14e87 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.934135] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470bc417-fec8-41bd-ac4c-ad48a606c2b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.941635] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.951743] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b6a57-abaa-4efa-90ea-c7e50336b9d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.957230] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 554.959724] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec3b9c3-0541-46a9-9dce-788389164a76 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.977746] env[62668]: DEBUG nova.compute.provider_tree [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.981376] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 554.981376] env[62668]: value = "task-2682981" [ 554.981376] env[62668]: _type = "Task" [ 554.981376] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.997611] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.035758] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Successfully created port: 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.156264] env[62668]: DEBUG nova.network.neutron [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updating instance_info_cache with network_info: [{"id": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "address": "fa:16:3e:57:eb:7b", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e84d98-b8", "ovs_interfaceid": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.172591] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 555.173658] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b536f41e-a406-40a6-9842-3f47764a11c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.188384] env[62668]: DEBUG oslo_vmware.api [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 555.188384] env[62668]: value = "task-2682983" [ 555.188384] env[62668]: _type = "Task" [ 555.188384] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.207825] env[62668]: DEBUG oslo_vmware.api [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.306187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0892cf55-34c5-4493-b72e-84c63c7e5f2d tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.685s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.379688] env[62668]: INFO nova.compute.manager [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Took 19.41 seconds to build instance. [ 555.403925] env[62668]: DEBUG oslo_vmware.api [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Task: {'id': task-2682980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.404271] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.404483] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 555.404670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 555.404848] env[62668]: INFO nova.compute.manager [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 555.405135] env[62668]: DEBUG oslo.service.loopingcall [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.405329] env[62668]: DEBUG nova.compute.manager [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 555.405427] env[62668]: DEBUG nova.network.neutron [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 555.482055] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.484389] env[62668]: DEBUG nova.scheduler.client.report [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.498467] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682981, 'name': PowerOffVM_Task, 'duration_secs': 0.279528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.502101] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 555.502101] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 555.502101] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080d479d-6c33-43de-97b1-d411379453fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.508828] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.508828] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.508828] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.509056] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.511868] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.512160] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.512419] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.512945] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.512945] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.512945] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.513238] env[62668]: DEBUG nova.virt.hardware [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.514084] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02302c4e-2c94-4cfb-a247-2145e5c4cb3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.527676] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece1244-c74b-45ef-b0a6-8860785419d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.597811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 555.598035] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 555.598214] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Deleting the datastore file [datastore2] 6055eede-0999-4ce0-b776-926673076fba {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.598501] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eee408c-464d-4c72-91fc-ecf71ba60bdf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.612553] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for the task: (returnval){ [ 555.612553] env[62668]: value = "task-2682985" [ 555.612553] env[62668]: _type = "Task" [ 555.612553] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.624706] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.660873] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.661279] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Instance network_info: |[{"id": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "address": "fa:16:3e:57:eb:7b", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e84d98-b8", "ovs_interfaceid": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.661742] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:eb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e84d98-b891-4063-8d43-79995cf9ab1e', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.678238] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Creating folder: Project (95e2e338a3cb4cba834be74217b58691). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.678238] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5876e75-15dc-48c0-a259-dfef00029666 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.690847] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Created folder: Project (95e2e338a3cb4cba834be74217b58691) in parent group-v540833. [ 555.691255] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Creating folder: Instances. Parent ref: group-v540869. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.695032] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b3d980-6b8e-4e4d-b4df-852b7c862e07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.708532] env[62668]: DEBUG oslo_vmware.api [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2682983, 'name': PowerOffVM_Task, 'duration_secs': 0.30083} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.708532] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 555.708532] env[62668]: DEBUG nova.compute.manager [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.708532] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ae2e7-d3cd-420a-b066-2449eceac442 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.709321] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Created folder: Instances in parent group-v540869. [ 555.709710] env[62668]: DEBUG oslo.service.loopingcall [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.710200] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.710465] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e3159d5-925f-4577-a15e-d788b3a4e2a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.751880] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.751880] env[62668]: value = "task-2682988" [ 555.751880] env[62668]: _type = "Task" [ 555.751880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.761091] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682988, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.834301] env[62668]: DEBUG nova.compute.manager [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 555.881172] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cdc97f89-98a4-44af-a054-be53b9d8e26a tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.928s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.995172] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.995172] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.002309] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.835s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.002309] env[62668]: DEBUG nova.objects.instance [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lazy-loading 'resources' on Instance uuid 65ef84e4-50b9-48f4-8ae2-a38e1afdf396 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 556.128916] env[62668]: DEBUG oslo_vmware.api [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Task: {'id': task-2682985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259222} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.128916] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.128916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 556.128916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 556.128916] env[62668]: INFO nova.compute.manager [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] [instance: 6055eede-0999-4ce0-b776-926673076fba] Took 1.20 seconds to destroy the instance on the hypervisor. [ 556.129267] env[62668]: DEBUG oslo.service.loopingcall [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.129267] env[62668]: DEBUG nova.compute.manager [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 556.129267] env[62668]: DEBUG nova.network.neutron [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 556.238633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51863780-ccd4-4c9d-9a9d-a284cc318b71 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.261117] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682988, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.370897] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.502958] env[62668]: DEBUG nova.compute.utils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.504800] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.508437] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.669137] env[62668]: DEBUG nova.policy [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11281624f1da4dc18940f2a7073c7d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac5f615ced840ba89b61d40022fc2ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.762726] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682988, 'name': CreateVM_Task, 'duration_secs': 0.533466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.762902] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.764901] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.765557] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.766198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.767470] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1123c9c-48e8-4166-aba1-0abf10d5e9d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.778565] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 556.778565] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ffc13c-d7bc-a71a-bb6e-44d8300027ca" [ 556.778565] env[62668]: _type = "Task" [ 556.778565] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.801784] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ffc13c-d7bc-a71a-bb6e-44d8300027ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.824020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5188a31-b655-4ac7-beec-a92c609e2e5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.838022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2eb3f3-b1c6-47f9-bad8-ff9bbe7fc213 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.893366] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a9bb3-4150-4d8d-9103-6c77b3189caa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.903084] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc85b2-a833-40dc-9049-653c11616c86 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.919903] env[62668]: DEBUG nova.network.neutron [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.920769] env[62668]: DEBUG nova.compute.provider_tree [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.019248] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.202252] env[62668]: DEBUG nova.compute.manager [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Received event network-changed-f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 557.202252] env[62668]: DEBUG nova.compute.manager [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Refreshing instance network info cache due to event network-changed-f7e84d98-b891-4063-8d43-79995cf9ab1e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 557.208024] env[62668]: DEBUG oslo_concurrency.lockutils [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] Acquiring lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.208024] env[62668]: DEBUG oslo_concurrency.lockutils [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] Acquired lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.208024] env[62668]: DEBUG nova.network.neutron [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Refreshing network info cache for port f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.303414] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ffc13c-d7bc-a71a-bb6e-44d8300027ca, 'name': SearchDatastore_Task, 'duration_secs': 0.024353} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.303738] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.304594] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.304594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.304594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.304594] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.304859] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c2bdbfc-f01c-42af-82b9-22f7a67adffd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.319136] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.320065] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.321548] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2628689-802f-4567-9f74-177e5622b4de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.333712] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 557.333712] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529528ed-597e-8223-8571-85bc61931b0a" [ 557.333712] env[62668]: _type = "Task" [ 557.333712] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.342975] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Successfully updated port: cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.357816] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529528ed-597e-8223-8571-85bc61931b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.423650] env[62668]: INFO nova.compute.manager [-] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Took 2.02 seconds to deallocate network for instance. [ 557.428205] env[62668]: DEBUG nova.scheduler.client.report [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.607270] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Successfully updated port: 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.692579] env[62668]: DEBUG nova.network.neutron [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.703522] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Successfully created port: 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.831883] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.831883] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.831883] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.832392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.832392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.834419] env[62668]: INFO nova.compute.manager [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Terminating instance [ 557.847291] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.847291] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquired lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.847291] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.855872] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529528ed-597e-8223-8571-85bc61931b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.019246} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.858270] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4275737-0053-4ea8-a3be-288054d5facd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.866952] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 557.866952] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b34f5-998a-fa74-39f2-7f5646043456" [ 557.866952] env[62668]: _type = "Task" [ 557.866952] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.880751] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b34f5-998a-fa74-39f2-7f5646043456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.944551] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.948808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.619s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.948808] env[62668]: DEBUG nova.objects.instance [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lazy-loading 'resources' on Instance uuid f4fee1b1-133c-436e-993d-9c79a95b4ffe {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 557.953420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.014013] env[62668]: INFO nova.scheduler.client.report [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Deleted allocations for instance 65ef84e4-50b9-48f4-8ae2-a38e1afdf396 [ 558.031714] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.097851] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.101237] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.101470] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.101683] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.101909] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.102080] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.102396] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.102485] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.102656] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.102803] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.103010] env[62668]: DEBUG nova.virt.hardware [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.104327] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57cf35b-fc4d-471c-8ab7-d7e6f2abd5fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.116244] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.116244] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.116244] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.120816] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf5247-9da9-4b57-ba0c-bcb4e641669f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.197278] env[62668]: INFO nova.compute.manager [-] [instance: 6055eede-0999-4ce0-b776-926673076fba] Took 2.07 seconds to deallocate network for instance. [ 558.345970] env[62668]: DEBUG nova.compute.manager [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 558.346332] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 558.347313] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78b779-56d1-44b8-ad60-392b8bcfe0d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.359520] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 558.359841] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994f7e7a-8f37-47dd-80c0-7cd37d1216fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.373322] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 558.373322] env[62668]: value = "task-2682993" [ 558.373322] env[62668]: _type = "Task" [ 558.373322] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.381335] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b34f5-998a-fa74-39f2-7f5646043456, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.382067] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.383192] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e8a4cdd2-6c12-4988-b94c-5857e48806e8/e8a4cdd2-6c12-4988-b94c-5857e48806e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.383192] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6d48f6-5ee9-4b8e-9d82-1891e389d334 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.388084] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.397936] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 558.397936] env[62668]: value = "task-2682994" [ 558.397936] env[62668]: _type = "Task" [ 558.397936] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.409640] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2682994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.425833] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.529679] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7ebc086f-024c-4de6-bd0d-1f3290976657 tempest-DeleteServersAdminTestJSON-1433087559 tempest-DeleteServersAdminTestJSON-1433087559-project-admin] Lock "65ef84e4-50b9-48f4-8ae2-a38e1afdf396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.884s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.708399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.711378] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 558.715022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafcbc0f-c566-4e91-9276-264b5835b675 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.730744] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 558.730996] env[62668]: ERROR oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk due to incomplete transfer. [ 558.738230] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8303d692-55ff-4081-823c-8bb209fb058c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.756245] env[62668]: DEBUG oslo_vmware.rw_handles [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4b2a-20d2-989d-f85d-cb0292f4244e/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 558.756376] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Uploaded image 0cbc6509-7b7a-485c-a16c-f2232cfff3a7 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 558.758636] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 558.758970] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95300920-0e51-4741-914c-c2268c88e63e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.772342] env[62668]: DEBUG nova.compute.manager [req-c2f934f0-6070-40e5-8c40-4d1bc12e2ea8 req-c2cb9417-dc63-4b39-b617-0a92051fb23d service nova] [instance: 6055eede-0999-4ce0-b776-926673076fba] Received event network-vif-deleted-1ef4fd3d-f18a-4b0f-aec1-ab0e65a06993 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 558.779738] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 558.779738] env[62668]: value = "task-2682995" [ 558.779738] env[62668]: _type = "Task" [ 558.779738] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.794064] env[62668]: DEBUG nova.network.neutron [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updated VIF entry in instance network info cache for port f7e84d98-b891-4063-8d43-79995cf9ab1e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.794064] env[62668]: DEBUG nova.network.neutron [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updating instance_info_cache with network_info: [{"id": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "address": "fa:16:3e:57:eb:7b", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e84d98-b8", "ovs_interfaceid": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.800919] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682995, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.851272] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.855773] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b48a3-5c01-42c1-8a5b-5d0055a005bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.869020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260d47e-7d6f-4362-8575-fca94b2fff4f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.873640] env[62668]: DEBUG nova.network.neutron [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updating instance_info_cache with network_info: [{"id": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "address": "fa:16:3e:8f:db:a8", "network": {"id": "838f7555-68cf-4b30-bcfc-887f051fe20f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1325675823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d36fbb6ea94b0c8ecacec39305f247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebefe4a-89", "ovs_interfaceid": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.910485] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659887af-7031-4fa7-8eb1-45a1993d311a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.920813] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682993, 'name': PowerOffVM_Task, 'duration_secs': 0.23805} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.922124] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.922328] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.922890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdd063b8-3c99-4cb4-a0ec-7bc9a7f39d34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.932502] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2682994, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.935734] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6685d535-6415-4a81-8bc4-5e66705fed4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.953664] env[62668]: DEBUG nova.compute.provider_tree [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.040565] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 559.040692] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 559.040923] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Deleting the datastore file [datastore2] 8a1c515b-5345-431e-9cb6-a88a1261a5d9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.041310] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b767cb0-ffa2-4a40-b3f1-8bae797feb38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.056714] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for the task: (returnval){ [ 559.056714] env[62668]: value = "task-2682998" [ 559.056714] env[62668]: _type = "Task" [ 559.056714] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.066179] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.295021] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682995, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.296039] env[62668]: DEBUG oslo_concurrency.lockutils [req-1c95014a-7f5e-4054-9969-ddc5714dd105 req-1371d84b-336c-45b0-9d2d-d037a6ab8b90 service nova] Releasing lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.329763] env[62668]: DEBUG nova.network.neutron [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating instance_info_cache with network_info: [{"id": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "address": "fa:16:3e:1c:fe:ab", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d9c5f-9d", "ovs_interfaceid": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.381174] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Releasing lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.381556] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Instance network_info: |[{"id": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "address": "fa:16:3e:8f:db:a8", "network": {"id": "838f7555-68cf-4b30-bcfc-887f051fe20f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1325675823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d36fbb6ea94b0c8ecacec39305f247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebefe4a-89", "ovs_interfaceid": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.382092] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:db:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cebefe4a-89c0-4ed4-b193-a86f0f482b01', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.394017] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Creating folder: Project (56d36fbb6ea94b0c8ecacec39305f247). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.394017] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3310d255-fafd-4a84-88d0-8b1d754e16db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.407262] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Created folder: Project (56d36fbb6ea94b0c8ecacec39305f247) in parent group-v540833. [ 559.407482] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Creating folder: Instances. Parent ref: group-v540876. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.411758] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e525a1d-a111-4aaf-8ad6-240f0514c93e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.419466] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2682994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923963} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.419823] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e8a4cdd2-6c12-4988-b94c-5857e48806e8/e8a4cdd2-6c12-4988-b94c-5857e48806e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.420769] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.420769] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aed0c19f-166f-43be-9c2f-f2f9f1784fd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.428629] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Created folder: Instances in parent group-v540876. [ 559.428629] env[62668]: DEBUG oslo.service.loopingcall [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.428629] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.428629] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-475be2b0-76b0-43fb-ae46-2d1311185891 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.445825] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 559.445825] env[62668]: value = "task-2683002" [ 559.445825] env[62668]: _type = "Task" [ 559.445825] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.453977] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.453977] env[62668]: value = "task-2683003" [ 559.453977] env[62668]: _type = "Task" [ 559.453977] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.456481] env[62668]: DEBUG nova.scheduler.client.report [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.473960] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683003, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.567767] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.791110] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2682995, 'name': Destroy_Task, 'duration_secs': 0.583477} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.791436] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Destroyed the VM [ 559.792534] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 559.792534] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-682078f1-d046-4a5e-81d0-01749a7ee0db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.801684] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 559.801684] env[62668]: value = "task-2683004" [ 559.801684] env[62668]: _type = "Task" [ 559.801684] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.812112] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.832518] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.833096] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Instance network_info: |[{"id": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "address": "fa:16:3e:1c:fe:ab", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d9c5f-9d", "ovs_interfaceid": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.833570] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fe:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.842330] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Creating folder: Project (b67d9d850b6a4b8a8ec04c702049b41d). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.842653] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19740aef-7404-45b4-bbb6-22be5ca3d7e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.856886] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Created folder: Project (b67d9d850b6a4b8a8ec04c702049b41d) in parent group-v540833. [ 559.857508] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Creating folder: Instances. Parent ref: group-v540879. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.857763] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f52309-111d-4ef1-85a5-c21b5dc198df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.870909] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Created folder: Instances in parent group-v540879. [ 559.871476] env[62668]: DEBUG oslo.service.loopingcall [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.871476] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.871608] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a0a764-bfd3-418c-9f07-4be6cef17f78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.895324] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.895324] env[62668]: value = "task-2683007" [ 559.895324] env[62668]: _type = "Task" [ 559.895324] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.903999] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683007, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.972166] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.973834] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.974488] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.437s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.976074] env[62668]: INFO nova.compute.claims [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.979215] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.983482] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65061d-ffe8-4515-a0d7-d684fadbf899 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.988657] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683003, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.012075] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e8a4cdd2-6c12-4988-b94c-5857e48806e8/e8a4cdd2-6c12-4988-b94c-5857e48806e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.012075] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a85a136-61ec-4578-8fa8-27b7820774d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.036510] env[62668]: INFO nova.scheduler.client.report [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Deleted allocations for instance f4fee1b1-133c-436e-993d-9c79a95b4ffe [ 560.044515] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 560.044515] env[62668]: value = "task-2683008" [ 560.044515] env[62668]: _type = "Task" [ 560.044515] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.061019] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.071906] env[62668]: DEBUG oslo_vmware.api [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Task: {'id': task-2682998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676964} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.073121] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.073689] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 560.073899] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 560.074198] env[62668]: INFO nova.compute.manager [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 560.074488] env[62668]: DEBUG oslo.service.loopingcall [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.074706] env[62668]: DEBUG nova.compute.manager [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 560.074898] env[62668]: DEBUG nova.network.neutron [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 560.216772] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Successfully updated port: 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.313668] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.408224] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683007, 'name': CreateVM_Task, 'duration_secs': 0.461295} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.408224] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.410179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.410179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.410413] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.411039] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa34d0c-7f87-4e07-adcc-bf4601d48c4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.417791] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 560.417791] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f5d27b-2171-a3b0-7403-a3bc54edeee4" [ 560.417791] env[62668]: _type = "Task" [ 560.417791] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.426672] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f5d27b-2171-a3b0-7403-a3bc54edeee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.468168] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683003, 'name': CreateVM_Task, 'duration_secs': 0.986679} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.468972] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.469690] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.549080] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77476d73-0f0c-4d86-814a-6a9c809c1b04 tempest-ServerDiagnosticsNegativeTest-1516089602 tempest-ServerDiagnosticsNegativeTest-1516089602-project-member] Lock "f4fee1b1-133c-436e-993d-9c79a95b4ffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.376s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.556508] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683008, 'name': ReconfigVM_Task, 'duration_secs': 0.474792} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.557267] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e8a4cdd2-6c12-4988-b94c-5857e48806e8/e8a4cdd2-6c12-4988-b94c-5857e48806e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.557684] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4a86d6-b847-4db4-b586-3fb5174b8e5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.565407] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 560.565407] env[62668]: value = "task-2683009" [ 560.565407] env[62668]: _type = "Task" [ 560.565407] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.574707] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683009, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.722537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.722537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.722537] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.815940] env[62668]: DEBUG oslo_vmware.api [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.92074} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.816294] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 560.816535] env[62668]: INFO nova.compute.manager [None req-b9a06eba-2689-4310-aff3-2eb109a88dc7 tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 560.928420] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f5d27b-2171-a3b0-7403-a3bc54edeee4, 'name': SearchDatastore_Task, 'duration_secs': 0.024911} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.928690] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.928886] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.929140] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.929281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.929453] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.929727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.930349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.931992] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1dfcb1-a13c-4254-a5db-72c1dcf0ff60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.934567] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96581da2-141d-4707-a152-77d7a0832a30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.939871] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 560.939871] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525ff705-fbe8-41ea-e565-647d4128db35" [ 560.939871] env[62668]: _type = "Task" [ 560.939871] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.946552] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.946614] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.952145] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e792f84c-37ac-4465-9723-dff4576f53cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.957556] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525ff705-fbe8-41ea-e565-647d4128db35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.965718] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 560.965718] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5244e58e-fa6a-5e61-cac5-64e163b58d26" [ 560.965718] env[62668]: _type = "Task" [ 560.965718] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.989599] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5244e58e-fa6a-5e61-cac5-64e163b58d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.060836] env[62668]: DEBUG nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Received event network-vif-deleted-40eacf44-f2ec-4c80-8d57-c46abd15b4f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 561.061052] env[62668]: DEBUG nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Received event network-vif-plugged-cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 561.061591] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.061804] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.062117] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.065683] env[62668]: DEBUG nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] No waiting events found dispatching network-vif-plugged-cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.065945] env[62668]: WARNING nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Received unexpected event network-vif-plugged-cebefe4a-89c0-4ed4-b193-a86f0f482b01 for instance with vm_state building and task_state spawning. [ 561.066087] env[62668]: DEBUG nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Received event network-changed-cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 561.066333] env[62668]: DEBUG nova.compute.manager [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Refreshing instance network info cache due to event network-changed-cebefe4a-89c0-4ed4-b193-a86f0f482b01. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 561.066456] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Acquiring lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.066521] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Acquired lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.066684] env[62668]: DEBUG nova.network.neutron [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Refreshing network info cache for port cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.083631] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683009, 'name': Rename_Task, 'duration_secs': 0.204754} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.083631] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.083631] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a667b3c-cf15-414c-8a92-7b49ac2b8ce9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.090953] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 561.090953] env[62668]: value = "task-2683011" [ 561.090953] env[62668]: _type = "Task" [ 561.090953] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.104684] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.175165] env[62668]: DEBUG nova.network.neutron [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.298483] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbbfa9e-34c9-4e11-adc3-9708a0b3eaf0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.301614] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.309909] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182eb343-8e5d-45a9-9cee-4eaf31f07e21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.354207] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d5b539-b200-479c-8adf-2c5d8b9cf146 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.365015] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca07e72-21e8-4ddb-9122-b6572f9b6abf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.386652] env[62668]: DEBUG nova.compute.provider_tree [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.456900] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525ff705-fbe8-41ea-e565-647d4128db35, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.457453] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.458215] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.458720] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.463641] env[62668]: DEBUG nova.compute.manager [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.463641] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d4b07-5af5-4711-b230-f873dc651c6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.479972] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5244e58e-fa6a-5e61-cac5-64e163b58d26, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.486997] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f835b9-6cc6-4e9d-a273-ae5a93161ba8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.497364] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 561.497364] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525724cf-d524-1cb2-94d2-312e97f1bb0c" [ 561.497364] env[62668]: _type = "Task" [ 561.497364] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.512201] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525724cf-d524-1cb2-94d2-312e97f1bb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.607372] env[62668]: DEBUG oslo_vmware.api [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683011, 'name': PowerOnVM_Task, 'duration_secs': 0.459977} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.607635] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.607812] env[62668]: INFO nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Took 11.11 seconds to spawn the instance on the hypervisor. [ 561.608833] env[62668]: DEBUG nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.608833] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f2ced-0dc1-458b-8180-128c535d701d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.684155] env[62668]: INFO nova.compute.manager [-] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Took 1.61 seconds to deallocate network for instance. [ 561.731416] env[62668]: DEBUG nova.network.neutron [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.892499] env[62668]: DEBUG nova.scheduler.client.report [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.971961] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.972310] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.992137] env[62668]: INFO nova.compute.manager [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] instance snapshotting [ 561.993261] env[62668]: WARNING nova.compute.manager [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 561.995870] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffac164-7b07-48c4-9722-316e5de247ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.017906] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525724cf-d524-1cb2-94d2-312e97f1bb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.037169] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.037514] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9f4b812e-617a-41e2-b9fb-36fee90a8118/9f4b812e-617a-41e2-b9fb-36fee90a8118.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.038556] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.038556] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.038737] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb3957bf-1cc0-43b1-b9dc-b6ae7b76c101 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.041402] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e52dd-387d-44b6-9424-665ce3655f01 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.044648] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7e17d7-4c9e-4b82-80f0-489877ab2f90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.059573] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.059811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.060679] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 562.060679] env[62668]: value = "task-2683013" [ 562.060679] env[62668]: _type = "Task" [ 562.060679] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.061161] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f2ab47-f356-4238-a86f-daa75b4f5813 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.070716] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 562.070716] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f085b1-500f-581b-0398-30ac2a1904eb" [ 562.070716] env[62668]: _type = "Task" [ 562.070716] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.073786] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.082734] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f085b1-500f-581b-0398-30ac2a1904eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.133675] env[62668]: INFO nova.compute.manager [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Took 23.91 seconds to build instance. [ 562.192634] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.234177] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.235129] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Instance network_info: |[{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.235297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:b8:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07681f40-4918-40f2-b614-1536b14a0cea', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.244500] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Creating folder: Project (7ac5f615ced840ba89b61d40022fc2ed). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.244817] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a1a1d2-6c2a-45ee-9a8e-d44c5db7d334 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.260440] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Created folder: Project (7ac5f615ced840ba89b61d40022fc2ed) in parent group-v540833. [ 562.260440] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Creating folder: Instances. Parent ref: group-v540882. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.260733] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eab4698e-317f-4ac1-b0c7-48d007da5a54 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.276231] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Created folder: Instances in parent group-v540882. [ 562.276563] env[62668]: DEBUG oslo.service.loopingcall [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.276800] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.277086] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e557983-263a-475b-b026-9556895a7837 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.303581] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.303581] env[62668]: value = "task-2683016" [ 562.303581] env[62668]: _type = "Task" [ 562.303581] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.310909] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683016, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.328059] env[62668]: DEBUG nova.network.neutron [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updated VIF entry in instance network info cache for port cebefe4a-89c0-4ed4-b193-a86f0f482b01. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.328673] env[62668]: DEBUG nova.network.neutron [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updating instance_info_cache with network_info: [{"id": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "address": "fa:16:3e:8f:db:a8", "network": {"id": "838f7555-68cf-4b30-bcfc-887f051fe20f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1325675823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d36fbb6ea94b0c8ecacec39305f247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebefe4a-89", "ovs_interfaceid": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.401037] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.401037] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.402160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.669s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.404337] env[62668]: INFO nova.compute.claims [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.478920] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.566259] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 562.566259] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1faeea76-7e5b-4501-853b-6840cec21024 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.589418] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.589776] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 562.589776] env[62668]: value = "task-2683017" [ 562.589776] env[62668]: _type = "Task" [ 562.589776] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.597928] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f085b1-500f-581b-0398-30ac2a1904eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013076} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.600458] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74597a61-3193-4581-888d-22da3d0224c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.609376] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.622667] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 562.622667] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ee26c5-0dfc-29e9-e536-0d6ef8f3864a" [ 562.622667] env[62668]: _type = "Task" [ 562.622667] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.640501] env[62668]: DEBUG oslo_concurrency.lockutils [None req-40e73d54-e97c-4fd8-986d-220068f28689 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.448s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.641816] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ee26c5-0dfc-29e9-e536-0d6ef8f3864a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.812997] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683016, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.840379] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e8ba36e-1f4b-4287-b7c7-20ea9cdb84fd req-d25cddb1-88c5-43d4-8491-0c2a481667e6 service nova] Releasing lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.911902] env[62668]: DEBUG nova.compute.utils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.915342] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.915615] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.992917] env[62668]: DEBUG nova.compute.manager [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.992917] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf72c6-e7de-4a22-9ac9-a047299e4183 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.019399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.082828] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.083092] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9f4b812e-617a-41e2-b9fb-36fee90a8118/9f4b812e-617a-41e2-b9fb-36fee90a8118.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.083304] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.085167] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56decb4-9106-4fe9-ae58-fc9b7331f9ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.095383] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 563.095383] env[62668]: value = "task-2683019" [ 563.095383] env[62668]: _type = "Task" [ 563.095383] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.109760] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.113103] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683017, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.120865] env[62668]: DEBUG nova.policy [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd175927689450b92a0dbf631fcf527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87772591faf44c7388d1be9a62a5e80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.134654] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ee26c5-0dfc-29e9-e536-0d6ef8f3864a, 'name': SearchDatastore_Task, 'duration_secs': 0.053645} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.135597] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.135597] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9d9b1e4b-7844-459f-8f44-1d9976281292/9d9b1e4b-7844-459f-8f44-1d9976281292.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.135597] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84fb4c67-fc78-4950-9469-d9b68f920dae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.144286] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 563.144286] env[62668]: value = "task-2683020" [ 563.144286] env[62668]: _type = "Task" [ 563.144286] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.155083] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.263634] env[62668]: DEBUG nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Received event network-vif-plugged-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 563.263870] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.264159] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.265322] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.265322] env[62668]: DEBUG nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] No waiting events found dispatching network-vif-plugged-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.265322] env[62668]: WARNING nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Received unexpected event network-vif-plugged-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 for instance with vm_state building and task_state spawning. [ 563.265322] env[62668]: DEBUG nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Received event network-changed-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 563.265322] env[62668]: DEBUG nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Refreshing instance network info cache due to event network-changed-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 563.265686] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Acquiring lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.265686] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Acquired lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.265686] env[62668]: DEBUG nova.network.neutron [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Refreshing network info cache for port 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.319204] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683016, 'name': CreateVM_Task, 'duration_secs': 0.574212} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.319204] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.319468] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.319537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.319820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.320089] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fd4b72-aa93-496d-a528-e584cf4759b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.327404] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 563.327404] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d04e6f-09ed-a64a-5e4d-85c9325a64e2" [ 563.327404] env[62668]: _type = "Task" [ 563.327404] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.341284] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d04e6f-09ed-a64a-5e4d-85c9325a64e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.416679] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.514321] env[62668]: INFO nova.compute.manager [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] instance snapshotting [ 563.519885] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cee224-1a20-41c7-9c6f-22899df165a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.555033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e69829-9656-4795-98a1-cb547c0c4cfd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.640711] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187677} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.640711] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683017, 'name': CreateSnapshot_Task, 'duration_secs': 0.997288} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.641247] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.641247] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 563.643257] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a84bc-511b-424a-a596-95c483ff4eff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.647211] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba0126-4749-4caa-aa48-3b339d9e1d1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.685363] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.694881] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 9f4b812e-617a-41e2-b9fb-36fee90a8118/9f4b812e-617a-41e2-b9fb-36fee90a8118.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.704173] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff0fcc5-4a51-4bbd-bb12-43e255bdc9a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.738251] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 563.738251] env[62668]: value = "task-2683022" [ 563.738251] env[62668]: _type = "Task" [ 563.738251] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.754814] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.803117] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "69186eb4-17b1-4f7c-9826-3130db408500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.803416] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.841016] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d04e6f-09ed-a64a-5e4d-85c9325a64e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019019} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.841388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.841676] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.841914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.842090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.842278] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.846076] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666adb08-3071-454f-8c31-98ba98c5955d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.861451] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.861993] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.868859] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726763e4-8dd7-4760-9883-413c0ade181b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.882964] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 563.882964] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521263af-2f5e-9e2c-191a-b5e4cc7e6618" [ 563.882964] env[62668]: _type = "Task" [ 563.882964] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.894924] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521263af-2f5e-9e2c-191a-b5e4cc7e6618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.970047] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486e6cfc-9da0-4179-af4f-5ddf57bfff06 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.985019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71943bf-4560-4a75-8e40-75380b431ac0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.033219] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d3bd0-4a06-43e3-a415-07f531086f8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.043632] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a98034-f630-4da1-b306-3836c886e26f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.060960] env[62668]: DEBUG nova.compute.provider_tree [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.073688] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 564.074585] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-028e2efd-57e9-4eb6-b665-405921883108 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.085820] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 564.085820] env[62668]: value = "task-2683023" [ 564.085820] env[62668]: _type = "Task" [ 564.085820] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.101692] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.167083] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616293} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.167083] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9d9b1e4b-7844-459f-8f44-1d9976281292/9d9b1e4b-7844-459f-8f44-1d9976281292.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.167083] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.167323] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ba2703-8760-4225-b40d-b5260046df32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.178624] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 564.178624] env[62668]: value = "task-2683024" [ 564.178624] env[62668]: _type = "Task" [ 564.178624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.197091] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.236979] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 564.238022] env[62668]: DEBUG nova.network.neutron [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updated VIF entry in instance network info cache for port 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.238318] env[62668]: DEBUG nova.network.neutron [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating instance_info_cache with network_info: [{"id": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "address": "fa:16:3e:1c:fe:ab", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d9c5f-9d", "ovs_interfaceid": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.240061] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d43965a-04b0-4d8e-b436-f63a218dda3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.253760] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 564.253760] env[62668]: value = "task-2683025" [ 564.253760] env[62668]: _type = "Task" [ 564.253760] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.258894] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683022, 'name': ReconfigVM_Task, 'duration_secs': 0.376807} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.260362] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 9f4b812e-617a-41e2-b9fb-36fee90a8118/9f4b812e-617a-41e2-b9fb-36fee90a8118.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.261045] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92581d08-e6be-4626-87b7-0258c04b78c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.266805] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683025, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.274511] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 564.274511] env[62668]: value = "task-2683026" [ 564.274511] env[62668]: _type = "Task" [ 564.274511] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.286028] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683026, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.314169] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.399465] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521263af-2f5e-9e2c-191a-b5e4cc7e6618, 'name': SearchDatastore_Task, 'duration_secs': 0.016486} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.400816] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee1e725-ac6b-47a5-99a1-69b767717d08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.408415] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 564.408415] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523aaa4c-3fc8-9a4d-dbfb-25e253811e15" [ 564.408415] env[62668]: _type = "Task" [ 564.408415] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.419634] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523aaa4c-3fc8-9a4d-dbfb-25e253811e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.436460] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.476470] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.476799] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.476995] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.477276] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.477562] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.477647] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.477871] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.478094] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.478320] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.478498] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.478679] env[62668]: DEBUG nova.virt.hardware [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.479596] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a3965-96ce-4a08-b2e0-27d98e7b4a70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.483354] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Successfully created port: ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.494995] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40112742-5f06-4c80-963a-24c94d247147 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.525522] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.525775] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.572596] env[62668]: DEBUG nova.scheduler.client.report [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.599202] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.689896] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070962} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.690188] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.690964] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1547635c-504a-4560-a037-4bc7067f3fa3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.716333] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 9d9b1e4b-7844-459f-8f44-1d9976281292/9d9b1e4b-7844-459f-8f44-1d9976281292.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.716640] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1eb829-57ae-4e57-a5b4-52c11ed61c04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.743630] env[62668]: DEBUG oslo_concurrency.lockutils [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] Releasing lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.743855] env[62668]: DEBUG nova.compute.manager [req-7242ec65-ec92-4bb9-b495-67df4e9b1759 req-4d87fd54-7312-4b13-a0b0-1283e7104dd9 service nova] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Received event network-vif-deleted-21f770e0-52a6-4c93-9476-70df3ee1cfd3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 564.746979] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 564.746979] env[62668]: value = "task-2683027" [ 564.746979] env[62668]: _type = "Task" [ 564.746979] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.762148] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.775410] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683025, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.787061] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683026, 'name': Rename_Task, 'duration_secs': 0.19055} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.787447] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.787673] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7a4b98e-81eb-4791-a83e-b11ca8163c08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.798622] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 564.798622] env[62668]: value = "task-2683028" [ 564.798622] env[62668]: _type = "Task" [ 564.798622] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.808438] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.846750] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.928540] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523aaa4c-3fc8-9a4d-dbfb-25e253811e15, 'name': SearchDatastore_Task, 'duration_secs': 0.0187} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.929821] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.930531] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab/b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.930887] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e726e39-a0aa-49f5-b2d2-87ca57be723d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.940995] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 564.940995] env[62668]: value = "task-2683029" [ 564.940995] env[62668]: _type = "Task" [ 564.940995] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.952792] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.979076] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 564.979076] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing instance network info cache due to event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 564.979076] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Acquiring lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.979076] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Acquired lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.979076] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.028924] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.077170] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.077170] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.082020] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.857s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.082159] env[62668]: INFO nova.compute.claims [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.101405] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683023, 'name': CreateSnapshot_Task, 'duration_secs': 0.599244} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.101405] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 565.102543] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8863cc-fbe2-46d3-ac72-904f768db6de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.266493] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683025, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.270305] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683027, 'name': ReconfigVM_Task, 'duration_secs': 0.460135} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.270602] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 9d9b1e4b-7844-459f-8f44-1d9976281292/9d9b1e4b-7844-459f-8f44-1d9976281292.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.271348] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54943222-871b-43f1-b684-1335eb6e53c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.282566] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 565.282566] env[62668]: value = "task-2683031" [ 565.282566] env[62668]: _type = "Task" [ 565.282566] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.296725] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683031, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.310714] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.446697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.447065] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.462259] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.561680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.587436] env[62668]: DEBUG nova.compute.utils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 565.590996] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.591324] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.629029] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 565.629463] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-150fdea2-1e86-4075-a3c3-2d3f0aa98e97 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.641948] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 565.641948] env[62668]: value = "task-2683032" [ 565.641948] env[62668]: _type = "Task" [ 565.641948] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.653827] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683032, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.768128] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683025, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.798124] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683031, 'name': Rename_Task, 'duration_secs': 0.262022} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.798475] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.798865] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0e6a23-edf5-4e1d-a23e-55ec32994670 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.818216] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 565.818216] env[62668]: value = "task-2683033" [ 565.818216] env[62668]: _type = "Task" [ 565.818216] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.818566] env[62668]: DEBUG oslo_vmware.api [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683028, 'name': PowerOnVM_Task, 'duration_secs': 0.6359} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.818941] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.819536] env[62668]: INFO nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Took 10.34 seconds to spawn the instance on the hypervisor. [ 565.819536] env[62668]: DEBUG nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.825693] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea07580-23d6-4a41-b4ba-5882d762f49d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.836601] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.861992] env[62668]: DEBUG nova.policy [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b784c309d54c4192a4f1f5c5e163cf6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '814d31930e0c45389f17e79c969cc0a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.957730] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.964928] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599226} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.964928] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab/b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.964928] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.965228] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-421e812b-225e-4f6a-993c-7f756800b884 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.987204] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 565.987204] env[62668]: value = "task-2683034" [ 565.987204] env[62668]: _type = "Task" [ 565.987204] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.000187] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.095348] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.152859] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683032, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.273653] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683025, 'name': CloneVM_Task, 'duration_secs': 1.772888} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.273741] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Created linked-clone VM from snapshot [ 566.274714] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a585f-68b1-4f8d-86be-4ddb7765719b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.285252] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Uploading image 7147b574-502c-432e-9413-98f455c5d333 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 566.292245] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updated VIF entry in instance network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.292245] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [{"id": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "address": "fa:16:3e:b5:57:26", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b97f0ba-fa", "ovs_interfaceid": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.334008] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 566.334008] env[62668]: value = "vm-540886" [ 566.334008] env[62668]: _type = "VirtualMachine" [ 566.334008] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 566.334300] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97b75242-ab92-4251-abf0-591149a717ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.351294] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.355697] env[62668]: INFO nova.compute.manager [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Took 23.29 seconds to build instance. [ 566.358449] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease: (returnval){ [ 566.358449] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5271c883-68d5-5baf-4b3c-77fb57037407" [ 566.358449] env[62668]: _type = "HttpNfcLease" [ 566.358449] env[62668]: } obtained for exporting VM: (result){ [ 566.358449] env[62668]: value = "vm-540886" [ 566.358449] env[62668]: _type = "VirtualMachine" [ 566.358449] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 566.358693] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the lease: (returnval){ [ 566.358693] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5271c883-68d5-5baf-4b3c-77fb57037407" [ 566.358693] env[62668]: _type = "HttpNfcLease" [ 566.358693] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 566.370797] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 566.370797] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5271c883-68d5-5baf-4b3c-77fb57037407" [ 566.370797] env[62668]: _type = "HttpNfcLease" [ 566.370797] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 566.487655] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.508711] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077678} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.508711] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.509579] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49615046-696e-4fdc-b6ab-1b1d4cb70866 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.537041] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab/b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.537041] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56940805-0bc1-409a-bbc5-1e8bf9ce6e33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.565773] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 566.565773] env[62668]: value = "task-2683036" [ 566.565773] env[62668]: _type = "Task" [ 566.565773] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.578257] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.580064] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461433e7-35ca-4b4b-9b96-18950a6e2ce6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.588098] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e0fe5-79bf-4d45-aaaf-a6bf72f9fe71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.627675] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a146c-3737-4983-bccd-3a43647da95f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.637429] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eae768-2153-4f08-b79a-eecabf2003ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.659351] env[62668]: DEBUG nova.compute.provider_tree [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.664486] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683032, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.795697] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Releasing lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.795923] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-vif-plugged-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 566.796234] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Acquiring lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.796498] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.796744] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.796980] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] No waiting events found dispatching network-vif-plugged-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.797230] env[62668]: WARNING nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received unexpected event network-vif-plugged-07681f40-4918-40f2-b614-1536b14a0cea for instance with vm_state building and task_state spawning. [ 566.797633] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-changed-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 566.797723] env[62668]: DEBUG nova.compute.manager [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing instance network info cache due to event network-changed-07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 566.797922] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.798129] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.798357] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.847410] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.858416] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3828db6-c9d0-4615-a01f-34e142684df7 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.811s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.871014] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 566.871014] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5271c883-68d5-5baf-4b3c-77fb57037407" [ 566.871014] env[62668]: _type = "HttpNfcLease" [ 566.871014] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 566.871445] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 566.871445] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5271c883-68d5-5baf-4b3c-77fb57037407" [ 566.871445] env[62668]: _type = "HttpNfcLease" [ 566.871445] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 566.872383] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71691a2-6d1d-44da-a3c2-3e69e184c3b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.884737] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 566.884737] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 566.994178] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c1a1a52-687e-4233-92aa-0759284957b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.080281] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.132918] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.160088] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683032, 'name': CloneVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.163408] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.163775] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.167090] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.167454] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.167693] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.167875] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.168109] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.168324] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.168451] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.168605] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.168808] env[62668]: DEBUG nova.virt.hardware [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.169865] env[62668]: DEBUG nova.scheduler.client.report [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.177146] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390f148-4fa3-4e5c-9592-c7c5a0774d04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.187440] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccd1bff-c9c0-4617-9a6c-6112622c5ceb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.278726] env[62668]: DEBUG nova.compute.manager [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 567.282403] env[62668]: DEBUG nova.compute.manager [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing instance network info cache due to event network-changed-4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 567.282775] env[62668]: DEBUG oslo_concurrency.lockutils [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] Acquiring lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.282958] env[62668]: DEBUG oslo_concurrency.lockutils [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] Acquired lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.283022] env[62668]: DEBUG nova.network.neutron [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Refreshing network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.347277] env[62668]: DEBUG oslo_vmware.api [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683033, 'name': PowerOnVM_Task, 'duration_secs': 1.457231} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.347277] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.347277] env[62668]: INFO nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Took 14.35 seconds to spawn the instance on the hypervisor. [ 567.347448] env[62668]: DEBUG nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.348315] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb49d32a-1525-40d6-8e81-ddbc18511fb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.484783] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.485352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.585565] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683036, 'name': ReconfigVM_Task, 'duration_secs': 0.549645} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.586046] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab/b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.586836] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b981a04e-2836-439e-8e23-11221a0498b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.597528] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 567.597528] env[62668]: value = "task-2683038" [ 567.597528] env[62668]: _type = "Task" [ 567.597528] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.629246] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683038, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.663672] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683032, 'name': CloneVM_Task, 'duration_secs': 1.553884} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.666676] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Created linked-clone VM from snapshot [ 567.667870] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7744966-fb64-42ec-8c7c-f005ec787c73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.685574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.685574] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.687427] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Uploading image 3c89a35c-5527-430b-88e4-7f8c362b7a02 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 567.689681] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.319s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.710998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 567.711375] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c85d482-cf26-475d-b3ac-3c11019531c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.721801] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 567.721801] env[62668]: value = "task-2683039" [ 567.721801] env[62668]: _type = "Task" [ 567.721801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.737606] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683039, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.750781] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updated VIF entry in instance network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.751222] env[62668]: DEBUG nova.network.neutron [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.893507] env[62668]: INFO nova.compute.manager [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Took 28.16 seconds to build instance. [ 567.915105] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Successfully created port: 99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.989795] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.111874] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683038, 'name': Rename_Task, 'duration_secs': 0.243144} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.112209] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.112466] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-effebc72-4056-4e84-95c4-aa3046c06bc0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.125366] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 568.125366] env[62668]: value = "task-2683040" [ 568.125366] env[62668]: _type = "Task" [ 568.125366] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.143374] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.195053] env[62668]: DEBUG nova.compute.utils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.198500] env[62668]: INFO nova.compute.claims [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.202916] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.203510] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.222627] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Successfully updated port: ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.245159] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683039, 'name': Destroy_Task, 'duration_secs': 0.518649} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.245565] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Destroyed the VM [ 568.245821] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 568.246418] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff4c1228-65c8-49c8-aa4d-aeed6fbaf76c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.257029] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b718c65-d94c-404c-b755-d75bc071a65b req-3fe65310-e3a9-4e09-897b-5db183a7e67d service nova] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.257029] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 568.257029] env[62668]: value = "task-2683041" [ 568.257029] env[62668]: _type = "Task" [ 568.257029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.269766] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.377282] env[62668]: DEBUG nova.policy [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45f312a8180b41459ca5277f60cfc666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f453ff2a915a4709837b22789ecfc547', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.395508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1abcfaf6-c70d-4c0d-a412-5d9f62ecce87 tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.676s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.525849] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.567809] env[62668]: DEBUG nova.network.neutron [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updated VIF entry in instance network info cache for port 4b97f0ba-faef-4f84-8b44-ee0a83f514b4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.569924] env[62668]: DEBUG nova.network.neutron [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [{"id": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "address": "fa:16:3e:b5:57:26", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b97f0ba-fa", "ovs_interfaceid": "4b97f0ba-faef-4f84-8b44-ee0a83f514b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.638079] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.712783] env[62668]: INFO nova.compute.resource_tracker [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating resource usage from migration 4837ae2d-1487-4f28-86df-94442a415098 [ 568.716831] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.726684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.727467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.727467] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.784533] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683041, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.076075] env[62668]: DEBUG oslo_concurrency.lockutils [req-b1486b3d-927e-4a29-99ba-b3e8feddf67c req-38ca00f3-46a8-4efd-9bba-733266497426 service nova] Releasing lock "refresh_cache-87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.137557] env[62668]: DEBUG oslo_vmware.api [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683040, 'name': PowerOnVM_Task, 'duration_secs': 0.642674} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.137821] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.140604] env[62668]: INFO nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Took 11.11 seconds to spawn the instance on the hypervisor. [ 569.140894] env[62668]: DEBUG nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.141732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f87562-ea05-4ff4-ba26-1b2645d789cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.191804] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff97cbf-9459-4522-bf97-411cc72e67f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.205018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2980be8-269d-43d8-ab8c-a739d8508fb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.255414] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fe14d-0b46-4b66-9dd7-7af35d3d4899 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.268639] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5392e6a-86f9-46fd-84e9-4df2f1b5dcb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.286142] env[62668]: DEBUG nova.compute.provider_tree [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.297326] env[62668]: DEBUG oslo_vmware.api [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683041, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644096} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.297326] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 569.326850] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.329947] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Successfully created port: 13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.421982] env[62668]: DEBUG nova.compute.manager [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Received event network-vif-plugged-ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 569.421982] env[62668]: DEBUG oslo_concurrency.lockutils [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] Acquiring lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.421982] env[62668]: DEBUG oslo_concurrency.lockutils [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.421982] env[62668]: DEBUG oslo_concurrency.lockutils [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.421982] env[62668]: DEBUG nova.compute.manager [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] No waiting events found dispatching network-vif-plugged-ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.422486] env[62668]: WARNING nova.compute.manager [req-851e35ee-ad2c-4a0a-bbdc-fe92cece4966 req-730f4172-a9d9-4c67-ae81-45dcaa92a080 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Received unexpected event network-vif-plugged-ec71869d-9ec4-4e5c-a3ff-44db76885eb9 for instance with vm_state building and task_state spawning. [ 569.441027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "5e104993-6b3d-4cca-addf-34106ee5de9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.441027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.669050] env[62668]: INFO nova.compute.manager [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Took 24.54 seconds to build instance. [ 569.754882] env[62668]: DEBUG nova.network.neutron [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Updating instance_info_cache with network_info: [{"id": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "address": "fa:16:3e:32:31:ae", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec71869d-9e", "ovs_interfaceid": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.755741] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.792293] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.797226] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.797226] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.797226] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.797226] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.797226] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.797469] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.797469] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.797469] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.797469] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.797469] env[62668]: DEBUG nova.virt.hardware [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.797626] env[62668]: DEBUG nova.scheduler.client.report [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.801949] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b305e272-32bf-41ae-93ce-ff8ad8f69461 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.806895] env[62668]: WARNING nova.compute.manager [None req-c06572e3-38ce-4520-9d88-f38b998cce7b tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Image not found during snapshot: nova.exception.ImageNotFound: Image 3c89a35c-5527-430b-88e4-7f8c362b7a02 could not be found. [ 569.815513] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07325d31-4bf3-4a34-a570-a11f28479ac5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.946657] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.171142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-533ae291-198b-4d9b-bb4e-5b9e3fd55cc9 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.057s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.259491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.259491] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance network_info: |[{"id": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "address": "fa:16:3e:32:31:ae", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec71869d-9e", "ovs_interfaceid": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.259830] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:31:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec71869d-9ec4-4e5c-a3ff-44db76885eb9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.267603] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating folder: Project (87772591faf44c7388d1be9a62a5e80d). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.268013] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08ba688f-b937-42fc-a21d-719ff1cce509 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.282247] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created folder: Project (87772591faf44c7388d1be9a62a5e80d) in parent group-v540833. [ 570.282247] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating folder: Instances. Parent ref: group-v540890. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.282247] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25bd9bbb-074f-4586-a86a-ded3e2fb354f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.297217] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created folder: Instances in parent group-v540890. [ 570.297217] env[62668]: DEBUG oslo.service.loopingcall [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.297217] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.297217] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8807e501-f55c-4589-9004-d695b658893c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.314040] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.314229] env[62668]: INFO nova.compute.manager [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Migrating [ 570.315756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.315756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.316399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.363s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.316399] env[62668]: DEBUG nova.objects.instance [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lazy-loading 'resources' on Instance uuid cf36c877-b859-40ee-85a8-e79fa377f2eb {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 570.324376] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.324376] env[62668]: value = "task-2683045" [ 570.324376] env[62668]: _type = "Task" [ 570.324376] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.335062] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683045, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.464161] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Successfully updated port: 99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.476556] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.630179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "4c2f7cca-4369-4c0c-83a2-567281381883" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.630423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.822024] env[62668]: INFO nova.compute.rpcapi [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 570.822024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.864777] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683045, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.968735] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.968888] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquired lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.970062] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.133700] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.226890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0d161-41b8-4634-ab44-3c2b672ab466 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.236525] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe68c96-fd21-4417-bff2-e186c96e32af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.276722] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd85e8c-218c-441d-aa4e-8c2f90ddc33b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.284979] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be42386-6d46-4a43-ba33-96b956238de5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.303537] env[62668]: DEBUG nova.compute.provider_tree [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.343361] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683045, 'name': CreateVM_Task, 'duration_secs': 0.623069} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.343361] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.343861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.344073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.344704] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.344962] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f33721-0687-4018-8ca7-2c5bfa026736 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.350319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.350539] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.350649] env[62668]: DEBUG nova.network.neutron [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.352787] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 571.352787] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5222f8d8-db0c-df32-6c15-a1b52f86981e" [ 571.352787] env[62668]: _type = "Task" [ 571.352787] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.362859] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5222f8d8-db0c-df32-6c15-a1b52f86981e, 'name': SearchDatastore_Task} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.363709] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.363914] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.364357] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.364357] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.364541] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.365316] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9728345b-a971-4ac9-b268-037970161035 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.375228] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.375814] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.376778] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fe4106-f902-43f3-9d6b-aa355d4d98b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.386019] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 571.386019] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52773431-1d97-f664-674d-8d2bab2d722f" [ 571.386019] env[62668]: _type = "Task" [ 571.386019] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.393346] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52773431-1d97-f664-674d-8d2bab2d722f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.561268] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.673192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.808362] env[62668]: DEBUG nova.scheduler.client.report [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.873890] env[62668]: DEBUG nova.network.neutron [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updating instance_info_cache with network_info: [{"id": "99249103-1fe9-424d-8131-fb79aac95bca", "address": "fa:16:3e:80:ce:78", "network": {"id": "a403d12b-3590-4306-9711-530849362708", "bridge": "br-int", "label": "tempest-ServersTestJSON-269131191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814d31930e0c45389f17e79c969cc0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99249103-1f", "ovs_interfaceid": "99249103-1fe9-424d-8131-fb79aac95bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.896464] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52773431-1d97-f664-674d-8d2bab2d722f, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.898317] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38beb11-921e-4af3-921f-7ef503048cac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.905175] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 571.905175] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525a9daa-8d3e-61d8-c845-60ddbcbf2504" [ 571.905175] env[62668]: _type = "Task" [ 571.905175] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.917394] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525a9daa-8d3e-61d8-c845-60ddbcbf2504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.054779] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Successfully updated port: 13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.064367] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "6bec2128-2991-42c8-a527-5566d7cea371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.064367] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.318023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.321319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.613s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.321319] env[62668]: DEBUG nova.objects.instance [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lazy-loading 'resources' on Instance uuid 6055eede-0999-4ce0-b776-926673076fba {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.350428] env[62668]: INFO nova.scheduler.client.report [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Deleted allocations for instance cf36c877-b859-40ee-85a8-e79fa377f2eb [ 572.380016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Releasing lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.380016] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Instance network_info: |[{"id": "99249103-1fe9-424d-8131-fb79aac95bca", "address": "fa:16:3e:80:ce:78", "network": {"id": "a403d12b-3590-4306-9711-530849362708", "bridge": "br-int", "label": "tempest-ServersTestJSON-269131191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814d31930e0c45389f17e79c969cc0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99249103-1f", "ovs_interfaceid": "99249103-1fe9-424d-8131-fb79aac95bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.380297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ce:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99249103-1fe9-424d-8131-fb79aac95bca', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.386451] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Creating folder: Project (814d31930e0c45389f17e79c969cc0a2). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.387116] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f999caef-a175-4b66-a1d3-05d819725e23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.404345] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Created folder: Project (814d31930e0c45389f17e79c969cc0a2) in parent group-v540833. [ 572.404629] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Creating folder: Instances. Parent ref: group-v540893. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.404951] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae23916e-e76d-4de4-8fa0-30d34f732dd1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.423921] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525a9daa-8d3e-61d8-c845-60ddbcbf2504, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.423921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.424287] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.430274] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e026f8bf-36b2-4207-b052-e2a589b1e6d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.434353] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Created folder: Instances in parent group-v540893. [ 572.434668] env[62668]: DEBUG oslo.service.loopingcall [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.434845] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.435567] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e329fcb-7016-4daa-a439-d35b7a16448a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.453709] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 572.453709] env[62668]: value = "task-2683049" [ 572.453709] env[62668]: _type = "Task" [ 572.453709] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.461761] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.461761] env[62668]: value = "task-2683050" [ 572.461761] env[62668]: _type = "Task" [ 572.461761] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.467027] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.477077] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683050, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.510462] env[62668]: DEBUG nova.network.neutron [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.559603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.560645] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquired lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.560872] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.866434] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a130254-2ebd-4cfb-9247-635ae4d1485f tempest-ServerDiagnosticsTest-805497826 tempest-ServerDiagnosticsTest-805497826-project-member] Lock "cf36c877-b859-40ee-85a8-e79fa377f2eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.171s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.982904] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683049, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.994032] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683050, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.012178] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.134660] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.361306] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60440df5-b99b-499b-b836-784ade644f8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.370813] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3630a2-51ec-4762-a241-4a790e1c8600 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.405486] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220cb7bf-b878-4965-b6ea-bb62a8090ac3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.413217] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47badee-f92a-43b6-a3a0-edcb3c9b90f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.430623] env[62668]: DEBUG nova.compute.provider_tree [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.433545] env[62668]: DEBUG nova.network.neutron [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updating instance_info_cache with network_info: [{"id": "13100836-0e5e-4ea9-9138-1875318d6a59", "address": "fa:16:3e:f1:07:b5", "network": {"id": "1512f1af-b3ef-40af-9668-1be26327714e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1518224053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f453ff2a915a4709837b22789ecfc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13100836-0e", "ovs_interfaceid": "13100836-0e5e-4ea9-9138-1875318d6a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.467142] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784429} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.470519] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.470743] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.471374] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8afbd5d-96cb-4bc2-8e33-0051dc00c492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.480893] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683050, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.483187] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 573.483187] env[62668]: value = "task-2683051" [ 573.483187] env[62668]: _type = "Task" [ 573.483187] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.494298] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.772417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.773251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.781372] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Received event network-changed-f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 573.781612] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Refreshing instance network info cache due to event network-changed-f7e84d98-b891-4063-8d43-79995cf9ab1e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 573.781824] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquiring lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.781983] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquired lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.782169] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Refreshing network info cache for port f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.808425] env[62668]: DEBUG nova.compute.manager [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Received event network-vif-plugged-13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 573.809020] env[62668]: DEBUG oslo_concurrency.lockutils [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] Acquiring lock "304d1582-d380-41e8-9651-a28895a33fca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.809020] env[62668]: DEBUG oslo_concurrency.lockutils [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] Lock "304d1582-d380-41e8-9651-a28895a33fca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.809144] env[62668]: DEBUG oslo_concurrency.lockutils [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] Lock "304d1582-d380-41e8-9651-a28895a33fca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.809320] env[62668]: DEBUG nova.compute.manager [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] No waiting events found dispatching network-vif-plugged-13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.809483] env[62668]: WARNING nova.compute.manager [req-386db621-c922-44d6-821a-84fc0914243b req-eeeabba6-7126-414e-bde4-9b4e9b319712 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Received unexpected event network-vif-plugged-13100836-0e5e-4ea9-9138-1875318d6a59 for instance with vm_state building and task_state spawning. [ 573.938220] env[62668]: DEBUG nova.scheduler.client.report [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.941805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Releasing lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.942143] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Instance network_info: |[{"id": "13100836-0e5e-4ea9-9138-1875318d6a59", "address": "fa:16:3e:f1:07:b5", "network": {"id": "1512f1af-b3ef-40af-9668-1be26327714e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1518224053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f453ff2a915a4709837b22789ecfc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13100836-0e", "ovs_interfaceid": "13100836-0e5e-4ea9-9138-1875318d6a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.942877] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:07:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13100836-0e5e-4ea9-9138-1875318d6a59', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.951020] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Creating folder: Project (f453ff2a915a4709837b22789ecfc547). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.951658] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01be58bb-36dd-4384-a323-30ed3be6023a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.970959] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Created folder: Project (f453ff2a915a4709837b22789ecfc547) in parent group-v540833. [ 573.970959] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Creating folder: Instances. Parent ref: group-v540896. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.974631] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b02af8-4f9e-4f9b-8086-1f1d4488ff72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.986267] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683050, 'name': CreateVM_Task, 'duration_secs': 1.40337} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.989548] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.990905] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.991211] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.991501] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.993020] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c451cd-a946-4a15-a50a-4dd5fd086046 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.995340] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Created folder: Instances in parent group-v540896. [ 573.995572] env[62668]: DEBUG oslo.service.loopingcall [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.999695] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.000323] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083705} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.000939] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8af00b-d6b3-4cd3-8e77-80902906ccc9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.016303] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.018959] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014353f5-8114-4d9c-8dd3-1609fc8873b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.021663] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 574.021663] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a85f34-8c27-a81c-dbb4-7c2b04bafb1a" [ 574.021663] env[62668]: _type = "Task" [ 574.021663] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.051118] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.051442] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.051442] env[62668]: value = "task-2683054" [ 574.051442] env[62668]: _type = "Task" [ 574.051442] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.057175] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6c3a6d-3ab1-4a65-a3a7-c26c5ed1e410 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.072431] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a85f34-8c27-a81c-dbb4-7c2b04bafb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.076307] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.076477] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.077034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.077034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.077034] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.078023] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81a55076-6367-42d1-8b85-9525a6e522f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.086662] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683054, 'name': CreateVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.088866] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 574.088866] env[62668]: value = "task-2683055" [ 574.088866] env[62668]: _type = "Task" [ 574.088866] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.090409] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.090677] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.094191] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6b591b-b6f7-464d-96dc-106d779fae38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.101733] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 574.101733] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221be73-94dc-deac-ca57-15485e3b6840" [ 574.101733] env[62668]: _type = "Task" [ 574.101733] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.105074] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.115106] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221be73-94dc-deac-ca57-15485e3b6840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.235985] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "704619f9-21eb-41ce-9163-b33f3200cc21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.236381] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.236635] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.236817] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.237051] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.239206] env[62668]: INFO nova.compute.manager [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Terminating instance [ 574.455077] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.457646] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.265s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.457920] env[62668]: DEBUG nova.objects.instance [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lazy-loading 'resources' on Instance uuid 8a1c515b-5345-431e-9cb6-a88a1261a5d9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 574.496648] env[62668]: INFO nova.scheduler.client.report [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Deleted allocations for instance 6055eede-0999-4ce0-b776-926673076fba [ 574.554194] env[62668]: DEBUG nova.compute.manager [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.563063] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260dcc49-3036-487a-a31d-96f8523e8a5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.572916] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa314044-7b6a-4301-ac1c-3288104c1ec0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.620968] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 574.624368] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683054, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.633099] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.641754] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221be73-94dc-deac-ca57-15485e3b6840, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.642984] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc52a51-74cd-4bbd-816d-f73d3bc9b761 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.650627] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 574.650627] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523f381d-47cf-b2ab-9cb7-c8a9bf6388e6" [ 574.650627] env[62668]: _type = "Task" [ 574.650627] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.661295] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523f381d-47cf-b2ab-9cb7-c8a9bf6388e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.693843] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updated VIF entry in instance network info cache for port f7e84d98-b891-4063-8d43-79995cf9ab1e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.694351] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updating instance_info_cache with network_info: [{"id": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "address": "fa:16:3e:57:eb:7b", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e84d98-b8", "ovs_interfaceid": "f7e84d98-b891-4063-8d43-79995cf9ab1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.745854] env[62668]: DEBUG nova.compute.manager [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.745854] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.745854] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75621897-bb04-4f97-bc16-2ea1662898a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.753361] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.753693] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c6cc80-2ebf-4a0d-8123-5e5b44a3fb21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.763485] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 574.763485] env[62668]: value = "task-2683056" [ 574.763485] env[62668]: _type = "Task" [ 574.763485] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.774391] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.006784] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d66ff823-54b7-4efb-9ca7-e3080dbe44a3 tempest-ServerExternalEventsTest-660640861 tempest-ServerExternalEventsTest-660640861-project-member] Lock "6055eede-0999-4ce0-b776-926673076fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.608s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.090879] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683054, 'name': CreateVM_Task, 'duration_secs': 0.579724} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.091062] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.091901] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.091901] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.092297] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.092553] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e6a511-f66f-4054-850b-2cb92b8ee1b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.105377] env[62668]: INFO nova.compute.manager [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] instance snapshotting [ 575.109890] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 575.109890] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d868c4-d66b-d548-48eb-819a1f0e4232" [ 575.109890] env[62668]: _type = "Task" [ 575.109890] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.114275] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110e60b-8085-4f76-8b4a-9e737739de60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.124827] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683055, 'name': ReconfigVM_Task, 'duration_secs': 0.651333} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.125677] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.126819] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8774a2e-a819-4c5d-8c93-46d71f7e5c3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.153153] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.153299] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d868c4-d66b-d548-48eb-819a1f0e4232, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.162169] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a788a481-34fc-40ca-b811-d78eedca1149 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.162169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f10b41-8d2c-48d4-9c41-c3149083ee5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.167971] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.168766] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.168766] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.174228] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.174228] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.174228] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 575.174228] env[62668]: value = "task-2683057" [ 575.174228] env[62668]: _type = "Task" [ 575.174228] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.191550] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523f381d-47cf-b2ab-9cb7-c8a9bf6388e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.198514] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.199915] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c/0658fbfd-0f3c-4883-9f97-9e74b42f7b8c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.199915] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Releasing lock "refresh_cache-e8a4cdd2-6c12-4988-b94c-5857e48806e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.199915] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Received event network-changed-ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 575.199915] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Refreshing instance network info cache due to event network-changed-ec71869d-9ec4-4e5c-a3ff-44db76885eb9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 575.200470] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquiring lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.200470] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquired lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.200470] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Refreshing network info cache for port ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.202765] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 575.202765] env[62668]: value = "task-2683058" [ 575.202765] env[62668]: _type = "Task" [ 575.202765] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.213062] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.214074] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.214074] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e215eda-2671-464a-834e-2584359ef92a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.218176] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683057, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.219223] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4cd5d0-60be-4ba9-a3c3-9021b260ed05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.235267] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.236929] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 575.236929] env[62668]: value = "task-2683059" [ 575.236929] env[62668]: _type = "Task" [ 575.236929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.238191] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.238325] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.242195] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64163895-1fc2-42b2-bac1-0bd54bdff18d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.254736] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 575.254736] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5263bfdc-300f-33c3-ef54-daa9c7cc89da" [ 575.254736] env[62668]: _type = "Task" [ 575.254736] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.258232] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.278837] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5263bfdc-300f-33c3-ef54-daa9c7cc89da, 'name': SearchDatastore_Task, 'duration_secs': 0.012812} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.280121] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f44a34d-d15f-43d9-b69c-5a1fd831fd03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.290119] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683056, 'name': PowerOffVM_Task, 'duration_secs': 0.290402} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.294846] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.295167] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.296251] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24dae236-e4d3-47cb-b9df-6306cfa8541c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.300889] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 575.300889] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fc37ad-2c23-fceb-debc-22721e576731" [ 575.300889] env[62668]: _type = "Task" [ 575.300889] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.315031] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fc37ad-2c23-fceb-debc-22721e576731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.388315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.388315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.388315] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleting the datastore file [datastore1] 704619f9-21eb-41ce-9163-b33f3200cc21 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.388315] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63845728-3779-4404-89b8-fdee441f2795 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.400979] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 575.400979] env[62668]: value = "task-2683061" [ 575.400979] env[62668]: _type = "Task" [ 575.400979] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.416419] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.542724] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0e719-0e0e-461f-ab12-a992a0e801f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.553025] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af10e856-dc83-464d-9bd6-a5078f529ba8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.590084] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc969091-f0e8-4e60-95cc-08ea043e5949 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.599242] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c2ce1-c17d-4ea9-aeb5-d4949167b8c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.616390] env[62668]: DEBUG nova.compute.provider_tree [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.687918] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683057, 'name': Rename_Task, 'duration_secs': 0.259066} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.688461] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.688693] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee481f2-0a2e-4122-a764-0a4d0833b447 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.699609] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 575.699609] env[62668]: value = "task-2683062" [ 575.699609] env[62668]: _type = "Task" [ 575.699609] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.704955] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 575.705444] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55527b65-d214-4a67-8245-92446a7bff9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.719342] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.721444] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 575.721444] env[62668]: value = "task-2683063" [ 575.721444] env[62668]: _type = "Task" [ 575.721444] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.735939] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.740032] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683058, 'name': PowerOffVM_Task, 'duration_secs': 0.455504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.743778] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.745022] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 575.756203] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.818729] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fc37ad-2c23-fceb-debc-22721e576731, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.820264] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.820264] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 304d1582-d380-41e8-9651-a28895a33fca/304d1582-d380-41e8-9651-a28895a33fca.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.820264] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4f475b-ae6c-4a15-b047-00221ce7c71d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.830946] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 575.830946] env[62668]: value = "task-2683064" [ 575.830946] env[62668]: _type = "Task" [ 575.830946] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.847465] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.922201] env[62668]: DEBUG oslo_vmware.api [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310537} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.922554] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.922782] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.923200] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.923525] env[62668]: INFO nova.compute.manager [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Took 1.18 seconds to destroy the instance on the hypervisor. [ 575.923979] env[62668]: DEBUG oslo.service.loopingcall [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.924224] env[62668]: DEBUG nova.compute.manager [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.924503] env[62668]: DEBUG nova.network.neutron [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.120899] env[62668]: DEBUG nova.scheduler.client.report [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.212377] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.215596] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Updated VIF entry in instance network info cache for port ec71869d-9ec4-4e5c-a3ff-44db76885eb9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.215937] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Updating instance_info_cache with network_info: [{"id": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "address": "fa:16:3e:32:31:ae", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec71869d-9e", "ovs_interfaceid": "ec71869d-9ec4-4e5c-a3ff-44db76885eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.240987] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.252117] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.252117] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.252117] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.252384] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.252384] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.252487] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.253227] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.253227] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.253227] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.253227] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.253706] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.262628] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5aab40-f45f-48b0-8927-ac3e1c8b42d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.274325] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594022} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.274562] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c/0658fbfd-0f3c-4883-9f97-9e74b42f7b8c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.276191] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.276191] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9238a757-0b0a-4345-8c1a-cc4b31cc263e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.285135] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 576.285135] env[62668]: value = "task-2683065" [ 576.285135] env[62668]: _type = "Task" [ 576.285135] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.286977] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 576.286977] env[62668]: value = "task-2683066" [ 576.286977] env[62668]: _type = "Task" [ 576.286977] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.301942] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.305525] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.353633] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.573032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.573032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.629832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.632696] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.613s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.635626] env[62668]: INFO nova.compute.claims [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.680338] env[62668]: INFO nova.scheduler.client.report [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Deleted allocations for instance 8a1c515b-5345-431e-9cb6-a88a1261a5d9 [ 576.713914] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.726036] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Releasing lock "refresh_cache-5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.726036] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Received event network-vif-plugged-99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 576.726036] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquiring lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.726036] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.726036] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.727060] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] No waiting events found dispatching network-vif-plugged-99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.727060] env[62668]: WARNING nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Received unexpected event network-vif-plugged-99249103-1fe9-424d-8131-fb79aac95bca for instance with vm_state building and task_state spawning. [ 576.727060] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Received event network-changed-99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 576.727060] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Refreshing instance network info cache due to event network-changed-99249103-1fe9-424d-8131-fb79aac95bca. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 576.727060] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquiring lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.727256] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquired lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.727256] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Refreshing network info cache for port 99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.750225] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.804621] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278658} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.810859] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.812334] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683065, 'name': ReconfigVM_Task, 'duration_secs': 0.494798} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.813810] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0af92-4619-438e-b1a5-f04be44c79c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.820792] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 576.836960] env[62668]: DEBUG nova.compute.manager [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Received event network-changed-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 576.836960] env[62668]: DEBUG nova.compute.manager [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Refreshing instance network info cache due to event network-changed-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 576.836960] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Acquiring lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.836960] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Acquired lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.836960] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Refreshing network info cache for port 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.875361] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c/0658fbfd-0f3c-4883-9f97-9e74b42f7b8c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.877403] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa138e07-37f2-448a-907a-15f9c97e8994 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.907856] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713487} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.908858] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 304d1582-d380-41e8-9651-a28895a33fca/304d1582-d380-41e8-9651-a28895a33fca.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.909219] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.909880] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29a53bd-1441-46d4-bbcd-e3c7b1b696d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.916625] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 576.916625] env[62668]: value = "task-2683067" [ 576.916625] env[62668]: _type = "Task" [ 576.916625] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.922474] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 576.922474] env[62668]: value = "task-2683068" [ 576.922474] env[62668]: _type = "Task" [ 576.922474] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.932260] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.935494] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.951773] env[62668]: DEBUG nova.network.neutron [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.193596] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9d9af270-6a4e-46fb-b8c0-1c2cc241062e tempest-ImagesNegativeTestJSON-1846332576 tempest-ImagesNegativeTestJSON-1846332576-project-member] Lock "8a1c515b-5345-431e-9cb6-a88a1261a5d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.362s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.216726] env[62668]: DEBUG oslo_vmware.api [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683062, 'name': PowerOnVM_Task, 'duration_secs': 1.308296} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.217031] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.217251] env[62668]: INFO nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Took 12.78 seconds to spawn the instance on the hypervisor. [ 577.217510] env[62668]: DEBUG nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.221022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ae39a-8ebc-4bb0-bec0-8f5145711654 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.246340] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683063, 'name': CreateSnapshot_Task, 'duration_secs': 1.290026} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.247149] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 577.247649] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127104d1-95c9-4575-91a2-4b067cd3e925 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.342390] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.342651] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.342809] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.342990] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.343159] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.343306] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.343776] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.343955] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.346106] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.346106] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.346106] env[62668]: DEBUG nova.virt.hardware [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.350096] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 577.356015] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060cd406-52d5-4fbc-8c19-f8760fe6e97b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.381660] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 577.381660] env[62668]: value = "task-2683069" [ 577.381660] env[62668]: _type = "Task" [ 577.381660] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.391049] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.433481] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683067, 'name': ReconfigVM_Task, 'duration_secs': 0.414868} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.434554] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c/0658fbfd-0f3c-4883-9f97-9e74b42f7b8c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.435522] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f29e7e76-7a49-41eb-b925-b9ef07e39b3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.441138] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084128} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.442341] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.447039] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887c4eb-69b0-4ff8-9a72-4337d1c4bd1b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.448940] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 577.448940] env[62668]: value = "task-2683070" [ 577.448940] env[62668]: _type = "Task" [ 577.448940] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.464227] env[62668]: INFO nova.compute.manager [-] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Took 1.54 seconds to deallocate network for instance. [ 577.474629] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 304d1582-d380-41e8-9651-a28895a33fca/304d1582-d380-41e8-9651-a28895a33fca.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.480086] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fef5eb-0cfb-4d43-8762-4e5e09f760c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.503086] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683070, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.514120] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 577.514120] env[62668]: value = "task-2683071" [ 577.514120] env[62668]: _type = "Task" [ 577.514120] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.527209] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.750967] env[62668]: INFO nova.compute.manager [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Took 27.23 seconds to build instance. [ 577.774271] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 577.780334] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36a3a12a-4e9a-48a9-b0c8-3488d2d5bec0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.791347] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 577.791347] env[62668]: value = "task-2683072" [ 577.791347] env[62668]: _type = "Task" [ 577.791347] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.804873] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.869518] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updated VIF entry in instance network info cache for port 99249103-1fe9-424d-8131-fb79aac95bca. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.869952] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updating instance_info_cache with network_info: [{"id": "99249103-1fe9-424d-8131-fb79aac95bca", "address": "fa:16:3e:80:ce:78", "network": {"id": "a403d12b-3590-4306-9711-530849362708", "bridge": "br-int", "label": "tempest-ServersTestJSON-269131191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814d31930e0c45389f17e79c969cc0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99249103-1f", "ovs_interfaceid": "99249103-1fe9-424d-8131-fb79aac95bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.896380] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683069, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.965740] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683070, 'name': Rename_Task, 'duration_secs': 0.186801} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.966552] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.966923] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea7c7ba-98ff-47ab-bbc4-e34e2673a132 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.979939] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 577.979939] env[62668]: value = "task-2683073" [ 577.979939] env[62668]: _type = "Task" [ 577.979939] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.995336] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.008763] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.024316] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683071, 'name': ReconfigVM_Task, 'duration_secs': 0.430717} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.024550] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 304d1582-d380-41e8-9651-a28895a33fca/304d1582-d380-41e8-9651-a28895a33fca.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.027730] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e17d4d0-4aa0-4571-b39c-c11f1b559442 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.038551] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 578.038551] env[62668]: value = "task-2683074" [ 578.038551] env[62668]: _type = "Task" [ 578.038551] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.049017] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updated VIF entry in instance network info cache for port 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.049508] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating instance_info_cache with network_info: [{"id": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "address": "fa:16:3e:1c:fe:ab", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5d9c5f-9d", "ovs_interfaceid": "7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.060433] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683074, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.133555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859d9b2e-e82f-4b5a-895a-ed401d4c9368 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.148165] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1371ac-4895-44ac-9057-0ed4a61c0435 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.185456] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77962bec-4454-4dad-9268-2c71ed0565ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.194821] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db9592-7bc3-400a-b4ad-c2c5dbde53f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.212878] env[62668]: DEBUG nova.compute.provider_tree [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.255856] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c254d5-5140-40de-b1f6-19b686c73fb8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.231s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.312291] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 93%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.376362] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Releasing lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.376719] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Received event network-changed-cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 578.376940] env[62668]: DEBUG nova.compute.manager [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Refreshing instance network info cache due to event network-changed-cebefe4a-89c0-4ed4-b193-a86f0f482b01. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 578.377221] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquiring lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.377470] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Acquired lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.377686] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Refreshing network info cache for port cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.397925] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683069, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.496855] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.556024] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Releasing lock "refresh_cache-9f4b812e-617a-41e2-b9fb-36fee90a8118" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.556024] env[62668]: DEBUG nova.compute.manager [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Received event network-changed-13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 578.556024] env[62668]: DEBUG nova.compute.manager [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Refreshing instance network info cache due to event network-changed-13100836-0e5e-4ea9-9138-1875318d6a59. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 578.556024] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Acquiring lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.556024] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Acquired lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.556211] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Refreshing network info cache for port 13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.557596] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683074, 'name': Rename_Task, 'duration_secs': 0.178046} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.557596] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.558400] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96335f01-a51a-4053-89af-9d8ef9c4f595 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.568396] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 578.568396] env[62668]: value = "task-2683075" [ 578.568396] env[62668]: _type = "Task" [ 578.568396] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.580602] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.717868] env[62668]: DEBUG nova.scheduler.client.report [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.758597] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.813963] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.900633] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683069, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.999381] env[62668]: DEBUG oslo_vmware.api [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683073, 'name': PowerOnVM_Task, 'duration_secs': 0.570791} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.999713] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.999973] env[62668]: INFO nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Took 11.87 seconds to spawn the instance on the hypervisor. [ 579.000166] env[62668]: DEBUG nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.001231] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16829de5-f439-4e04-9126-be1c2f8aa657 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.085129] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.147793] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 579.149209] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b144c86-4ac2-46a1-a4f7-0dc8735252a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.158408] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 579.158814] env[62668]: ERROR oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk due to incomplete transfer. [ 579.158954] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8479ae9b-44da-4cd6-94b6-493f84f33572 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.172314] env[62668]: DEBUG oslo_vmware.rw_handles [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a8600-64d4-4728-64f5-c38502728b28/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 579.172314] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Uploaded image 7147b574-502c-432e-9413-98f455c5d333 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 579.174175] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 579.174175] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea7aa9b2-8c9f-4752-87b7-bb6ec3fc2300 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.183776] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 579.183776] env[62668]: value = "task-2683076" [ 579.183776] env[62668]: _type = "Task" [ 579.183776] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.196345] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683076, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.226027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.226027] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.232260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.386s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.234474] env[62668]: INFO nova.compute.claims [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.289684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.304592] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.395887] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683069, 'name': ReconfigVM_Task, 'duration_secs': 1.559283} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.398844] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 579.400766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e30e3-4540-43c4-a246-eed47553b4c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.427083] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.427412] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6d61c0-9729-40fe-94ba-390a5a434ba8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.455025] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 579.455025] env[62668]: value = "task-2683077" [ 579.455025] env[62668]: _type = "Task" [ 579.455025] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.468530] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.521897] env[62668]: INFO nova.compute.manager [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Took 27.81 seconds to build instance. [ 579.586336] env[62668]: DEBUG oslo_vmware.api [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683075, 'name': PowerOnVM_Task, 'duration_secs': 0.530601} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.586657] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.586891] env[62668]: INFO nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Took 9.83 seconds to spawn the instance on the hypervisor. [ 579.587053] env[62668]: DEBUG nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.587843] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43da721-423b-4710-a55d-aa535fe47b1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.674908] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updated VIF entry in instance network info cache for port cebefe4a-89c0-4ed4-b193-a86f0f482b01. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.675215] env[62668]: DEBUG nova.network.neutron [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updating instance_info_cache with network_info: [{"id": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "address": "fa:16:3e:8f:db:a8", "network": {"id": "838f7555-68cf-4b30-bcfc-887f051fe20f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1325675823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d36fbb6ea94b0c8ecacec39305f247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebefe4a-89", "ovs_interfaceid": "cebefe4a-89c0-4ed4-b193-a86f0f482b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.699608] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683076, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.741125] env[62668]: DEBUG nova.compute.utils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.741594] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.741894] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.747684] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updated VIF entry in instance network info cache for port 13100836-0e5e-4ea9-9138-1875318d6a59. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.747684] env[62668]: DEBUG nova.network.neutron [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updating instance_info_cache with network_info: [{"id": "13100836-0e5e-4ea9-9138-1875318d6a59", "address": "fa:16:3e:f1:07:b5", "network": {"id": "1512f1af-b3ef-40af-9668-1be26327714e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1518224053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f453ff2a915a4709837b22789ecfc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13100836-0e", "ovs_interfaceid": "13100836-0e5e-4ea9-9138-1875318d6a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.805704] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.856698] env[62668]: DEBUG nova.policy [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217d16430280449ebab3152d8b156bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f277ff1a270a4c02b18328fbfa22dd27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.964286] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.025353] env[62668]: DEBUG oslo_concurrency.lockutils [None req-62dd90f5-1c9d-4b00-9a9f-81155b8f0dfa tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.680s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.118391] env[62668]: INFO nova.compute.manager [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Took 27.93 seconds to build instance. [ 580.178076] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c7e9c12-c180-4394-9c5f-a0328399d1d7 req-e63686ac-a056-4add-bfd7-da1cf8e60429 service nova] Releasing lock "refresh_cache-9d9b1e4b-7844-459f-8f44-1d9976281292" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.205309] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683076, 'name': Destroy_Task, 'duration_secs': 0.946175} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.205309] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Destroyed the VM [ 580.205793] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 580.209308] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eee3d4aa-1737-4efd-9daf-95cdd2fa3a30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.216905] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 580.216905] env[62668]: value = "task-2683078" [ 580.216905] env[62668]: _type = "Task" [ 580.216905] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.235188] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.250088] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.265576] env[62668]: DEBUG oslo_concurrency.lockutils [req-617a718c-74d9-4d43-b0a8-7793ef8a889e req-9e6ad49e-48dc-45b3-8ec8-174cef8d8155 service nova] Releasing lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.315162] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.437667] env[62668]: DEBUG nova.compute.manager [req-1f22c415-7c76-4051-b2fa-4cb0b19e5242 req-6378bcce-1468-4b47-b875-57176e648662 service nova] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Received event network-vif-deleted-f07cc001-3331-4511-ac27-0b18005acc53 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 580.466894] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683077, 'name': ReconfigVM_Task, 'duration_secs': 0.542969} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.466894] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028/a69ba441-7bb7-4eb0-83c3-72fd09086028.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.467129] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 580.530467] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.621796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83a7e54b-4305-443b-bce6-d12199a286c8 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.700s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.723645] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53019d58-ba2d-41a3-937e-1ab41a2b1db1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.736715] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.739822] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0facf-5cd9-4bab-89a6-c5d79454a6ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.780343] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Successfully created port: a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.782990] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d8c91-6047-4b1a-8843-6a683c0762a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.793771] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1058d0bb-0d1f-4592-8048-6b01aee9db8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.816988] env[62668]: DEBUG nova.compute.provider_tree [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.821085] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683072, 'name': CloneVM_Task, 'duration_secs': 2.647734} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.821392] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Created linked-clone VM from snapshot [ 580.822205] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f17fd89-85a9-49d6-82e9-3f25dfdadcf5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.833816] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Uploading image 691092e8-4a33-4a9b-8fdd-35949c095d57 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 580.869878] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 580.869878] env[62668]: value = "vm-540900" [ 580.869878] env[62668]: _type = "VirtualMachine" [ 580.869878] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 580.870196] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f51dd6ec-1783-42f5-b6b9-e5a5e899522b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.881058] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lease: (returnval){ [ 580.881058] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5226bdf1-894e-cb2a-390a-4547cc0f6b5a" [ 580.881058] env[62668]: _type = "HttpNfcLease" [ 580.881058] env[62668]: } obtained for exporting VM: (result){ [ 580.881058] env[62668]: value = "vm-540900" [ 580.881058] env[62668]: _type = "VirtualMachine" [ 580.881058] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 580.883220] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the lease: (returnval){ [ 580.883220] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5226bdf1-894e-cb2a-390a-4547cc0f6b5a" [ 580.883220] env[62668]: _type = "HttpNfcLease" [ 580.883220] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 580.891341] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 580.891341] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5226bdf1-894e-cb2a-390a-4547cc0f6b5a" [ 580.891341] env[62668]: _type = "HttpNfcLease" [ 580.891341] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 580.949079] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a34d23e-c674-4152-bbf1-32f4832bbab5 tempest-ServersListShow296Test-1688737160 tempest-ServersListShow296Test-1688737160-project-member] Acquiring lock "baa5e195-6c35-4b29-b982-d6a4a3fabad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.949320] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a34d23e-c674-4152-bbf1-32f4832bbab5 tempest-ServersListShow296Test-1688737160 tempest-ServersListShow296Test-1688737160-project-member] Lock "baa5e195-6c35-4b29-b982-d6a4a3fabad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.977024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985f9ff-bf9e-4c9d-b511-d77547d4d1d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.999735] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4d62dd-2cd7-4af7-a6d6-359e25c82d19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.020083] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 581.053567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.129032] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.228573] env[62668]: DEBUG oslo_vmware.api [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683078, 'name': RemoveSnapshot_Task, 'duration_secs': 0.874538} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.231386] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 581.231386] env[62668]: INFO nova.compute.manager [None req-944af678-b112-4f07-baca-d448a8f0df72 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Took 19.23 seconds to snapshot the instance on the hypervisor. [ 581.290219] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.315153] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.315153] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.315153] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.315350] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.315350] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.315350] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.315350] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.316089] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.316471] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.316992] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.317357] env[62668]: DEBUG nova.virt.hardware [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.318683] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5872a47-9cca-4849-80f4-e2a0048d4737 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.329153] env[62668]: DEBUG nova.scheduler.client.report [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.333437] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca621dbe-1d10-497e-8942-12f6416ec7b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.391814] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 581.391814] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5226bdf1-894e-cb2a-390a-4547cc0f6b5a" [ 581.391814] env[62668]: _type = "HttpNfcLease" [ 581.391814] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 581.393876] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 581.393876] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5226bdf1-894e-cb2a-390a-4547cc0f6b5a" [ 581.393876] env[62668]: _type = "HttpNfcLease" [ 581.393876] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 581.397487] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c3ddbd-18dd-4579-8795-d6f714aafe66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.401968] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.402209] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.408404] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 581.408589] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 581.580362] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92563ec9-671b-4189-82ed-3ee3a631ea67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.609356] env[62668]: DEBUG nova.network.neutron [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Port 5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 581.656695] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.842245] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.845143] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.851712] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.290s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.853537] env[62668]: INFO nova.compute.claims [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.360926] env[62668]: DEBUG nova.compute.utils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.367038] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.367304] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.491950] env[62668]: DEBUG nova.policy [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88e0650f1d96412cb5ffb87133d7cd0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9705bbc4a1184fb2977bafbcfc7fea3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.642186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.642665] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.642963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.871128] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.940570] env[62668]: INFO nova.compute.manager [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Rebuilding instance [ 583.008803] env[62668]: DEBUG nova.compute.manager [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.009423] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054d79e0-537e-4b32-9914-c56f734854e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.362627] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b979aeae-4e29-4695-9cbf-66ba16020efa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.371973] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2979378b-ffa9-4188-8773-44953a09865d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.427267] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8e537-3bc2-44cc-986b-62467e8eb338 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.442637] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3404f5-e443-439f-9f90-d506e71e7f68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.462365] env[62668]: DEBUG nova.compute.provider_tree [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.726854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.726854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.726854] env[62668]: DEBUG nova.network.neutron [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.882437] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Successfully updated port: a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.887194] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.910189] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Successfully created port: 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.926566] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.927798] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.928054] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.928444] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.928638] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.928851] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.929500] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.930019] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.930100] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.930243] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.930438] env[62668]: DEBUG nova.virt.hardware [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.933667] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd61c0d-f58a-4e0f-b086-dc71804eee3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.942077] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746dba26-d82c-4753-8ba2-3d5ee631d29e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.965853] env[62668]: DEBUG nova.scheduler.client.report [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.027370] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.028231] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d617fb5-ef8b-481b-8166-97ba36278d84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.039543] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 584.039543] env[62668]: value = "task-2683080" [ 584.039543] env[62668]: _type = "Task" [ 584.039543] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.052801] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.394828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.394828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.394828] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.473149] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.473398] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.476076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.989s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.478180] env[62668]: INFO nova.compute.claims [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.529701] env[62668]: DEBUG nova.compute.manager [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Received event network-vif-plugged-a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 584.529914] env[62668]: DEBUG oslo_concurrency.lockutils [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] Acquiring lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.530184] env[62668]: DEBUG oslo_concurrency.lockutils [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.530469] env[62668]: DEBUG oslo_concurrency.lockutils [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.530599] env[62668]: DEBUG nova.compute.manager [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] No waiting events found dispatching network-vif-plugged-a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.530785] env[62668]: WARNING nova.compute.manager [req-84f521ba-d383-4d15-9991-d6453da8f649 req-058c31f6-6ea6-4880-95f6-5802b2876bd9 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Received unexpected event network-vif-plugged-a8921dc3-dda1-4c66-8eed-64b55a75cc38 for instance with vm_state building and task_state spawning. [ 584.555228] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683080, 'name': PowerOffVM_Task, 'duration_secs': 0.213043} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.555981] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.556187] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.559189] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb478d14-01e8-4b45-9509-6a6d1dff8ad7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.566544] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.566826] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b93db98-7d4d-4e0e-91c8-3caccc0190b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.600794] env[62668]: DEBUG nova.network.neutron [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.710604] env[62668]: DEBUG nova.compute.manager [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Received event network-changed-13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 584.710854] env[62668]: DEBUG nova.compute.manager [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Refreshing instance network info cache due to event network-changed-13100836-0e5e-4ea9-9138-1875318d6a59. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 584.711341] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] Acquiring lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.711623] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] Acquired lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.715278] env[62668]: DEBUG nova.network.neutron [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Refreshing network info cache for port 13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.842468] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.842468] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.842468] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore2] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.842468] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ca998c-5ca7-4b04-824a-70cac8cbc4f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.852738] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 584.852738] env[62668]: value = "task-2683082" [ 584.852738] env[62668]: _type = "Task" [ 584.852738] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.866457] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.974068] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.983455] env[62668]: DEBUG nova.compute.utils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.990025] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.990025] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.089353] env[62668]: DEBUG nova.policy [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eefff6e52a9a4536bc8e5a7a81099862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf6d33003464fb39e4d7a534edd8e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.106163] env[62668]: DEBUG oslo_concurrency.lockutils [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.236154] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "fb42d038-408e-4c58-9794-5af09e02f4ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.236538] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.236770] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.237015] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.237420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.239879] env[62668]: INFO nova.compute.manager [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Terminating instance [ 585.342301] env[62668]: DEBUG nova.network.neutron [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Updating instance_info_cache with network_info: [{"id": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "address": "fa:16:3e:c5:ea:2c", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8921dc3-dd", "ovs_interfaceid": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.365720] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35989} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.367071] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.367276] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.367457] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.490310] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.639133] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae803dde-347c-4287-907b-c84fef79bf73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.677922] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8334c9-a82d-46b5-a7d0-7ed25a986e27 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.687720] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 585.745470] env[62668]: DEBUG nova.compute.manager [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.745605] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.746676] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7361706-a84f-4c71-bf48-3edd99b98786 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.757623] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.761113] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec8b33b-91c1-4afe-9b20-3f9a63a052b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.842949] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.844692] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.845413] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] fb42d038-408e-4c58-9794-5af09e02f4ac {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.850236] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94984dd2-7e6c-40b6-8c27-bc23e795fa39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.853343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.853413] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Instance network_info: |[{"id": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "address": "fa:16:3e:c5:ea:2c", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8921dc3-dd", "ovs_interfaceid": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.854954] env[62668]: DEBUG nova.network.neutron [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updated VIF entry in instance network info cache for port 13100836-0e5e-4ea9-9138-1875318d6a59. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.855211] env[62668]: DEBUG nova.network.neutron [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updating instance_info_cache with network_info: [{"id": "13100836-0e5e-4ea9-9138-1875318d6a59", "address": "fa:16:3e:f1:07:b5", "network": {"id": "1512f1af-b3ef-40af-9668-1be26327714e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1518224053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f453ff2a915a4709837b22789ecfc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13100836-0e", "ovs_interfaceid": "13100836-0e5e-4ea9-9138-1875318d6a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.858054] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:ea:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8921dc3-dda1-4c66-8eed-64b55a75cc38', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.869886] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Creating folder: Project (f277ff1a270a4c02b18328fbfa22dd27). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.874066] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ffeec6c-fed2-441c-8727-0303ce3d4ed3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.881523] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Successfully created port: 5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.889244] env[62668]: DEBUG oslo_vmware.api [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 585.889244] env[62668]: value = "task-2683084" [ 585.889244] env[62668]: _type = "Task" [ 585.889244] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.899821] env[62668]: DEBUG oslo_vmware.api [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.902695] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Created folder: Project (f277ff1a270a4c02b18328fbfa22dd27) in parent group-v540833. [ 585.902938] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Creating folder: Instances. Parent ref: group-v540901. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.903212] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae60d442-d2f8-4844-8da9-bbc81fc9dc2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.919174] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Created folder: Instances in parent group-v540901. [ 585.919316] env[62668]: DEBUG oslo.service.loopingcall [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.919750] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.919851] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32a1320e-fc68-426a-b051-afddde72c2f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.951817] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.951817] env[62668]: value = "task-2683087" [ 585.951817] env[62668]: _type = "Task" [ 585.951817] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.971111] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683087, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.056123] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c313f-a8e7-4672-bd3d-41f10185658d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.066896] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d075ceb-07ee-474e-b8e3-a81c5021d92b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.114865] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a066a-1373-4957-8bbc-33beef9f29af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.122744] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac063aaf-ed03-43e7-ac17-6548a113060f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.141154] env[62668]: DEBUG nova.compute.provider_tree [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.195939] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.196343] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1c6b70-f526-403a-a657-484fcfa5976f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.206989] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 586.206989] env[62668]: value = "task-2683088" [ 586.206989] env[62668]: _type = "Task" [ 586.206989] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.219073] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.374914] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b9d99cb-4001-4e34-844c-ec57bf16de69 req-48c99b9c-213e-4526-9d91-2ffcd630c1dd service nova] Releasing lock "refresh_cache-304d1582-d380-41e8-9651-a28895a33fca" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.410202] env[62668]: DEBUG oslo_vmware.api [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237145} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.410803] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.410911] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.411103] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.411350] env[62668]: INFO nova.compute.manager [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Took 0.67 seconds to destroy the instance on the hypervisor. [ 586.411668] env[62668]: DEBUG oslo.service.loopingcall [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.411933] env[62668]: DEBUG nova.compute.manager [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.412125] env[62668]: DEBUG nova.network.neutron [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.469362] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683087, 'name': CreateVM_Task, 'duration_secs': 0.503823} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.470231] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.471226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.471432] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.471811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.472153] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbfd667-9f94-4d7c-95ac-642ad825a26e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.480683] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 586.480683] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f50f25-e354-8734-1c25-f85e489b6ea6" [ 586.480683] env[62668]: _type = "Task" [ 586.480683] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.492609] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f50f25-e354-8734-1c25-f85e489b6ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.507699] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.537969] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.537969] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.537969] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.538244] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.538244] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.538244] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.540213] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.540213] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.540213] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.540213] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.540213] env[62668]: DEBUG nova.virt.hardware [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.543023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b32731-4a3f-4f47-8b1c-493d93181a3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.555776] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.556458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.561054] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.561054] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.561054] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.561985] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.561985] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.561985] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.561985] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.561985] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.562228] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.562228] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.562228] env[62668]: DEBUG nova.virt.hardware [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.563263] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222bd271-3fd3-4c17-930d-717ffbdee8ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.578182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6e3122-a181-40c9-aac4-367e062abdcf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.584460] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Successfully updated port: 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.600361] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:31:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec71869d-9ec4-4e5c-a3ff-44db76885eb9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.609656] env[62668]: DEBUG oslo.service.loopingcall [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.613149] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.613149] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b487acd9-bf20-45e8-9d4e-379f682a83f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.632069] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc570753-ed8b-466d-9731-3c1e100c6d56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.652407] env[62668]: DEBUG nova.scheduler.client.report [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.656700] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.656700] env[62668]: value = "task-2683089" [ 586.656700] env[62668]: _type = "Task" [ 586.656700] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.670903] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683089, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.726266] env[62668]: DEBUG oslo_vmware.api [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683088, 'name': PowerOnVM_Task, 'duration_secs': 0.510687} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.726586] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.726850] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-be45b338-dc7a-48cc-867f-fa41dcd93658 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance 'a69ba441-7bb7-4eb0-83c3-72fd09086028' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 586.994761] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f50f25-e354-8734-1c25-f85e489b6ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.995089] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.995323] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.995559] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.995919] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.995919] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.996154] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8211c9e0-c49d-42c3-b60c-58878a5749a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.007146] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.007385] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.008232] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb437249-cb0d-44c0-b28d-6492a6b39050 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.017866] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 587.017866] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52411736-2d61-ae7b-c863-c7ff375ed2dd" [ 587.017866] env[62668]: _type = "Task" [ 587.017866] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.029936] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52411736-2d61-ae7b-c863-c7ff375ed2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.088037] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.088359] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.088359] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.158563] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.159154] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.163729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.639s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.165112] env[62668]: INFO nova.compute.claims [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.178615] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683089, 'name': CreateVM_Task, 'duration_secs': 0.419584} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.178790] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.179498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.179674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.179991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.180266] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578b9dc5-86ef-4f92-b2aa-c6ab19adc2f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.185728] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 587.185728] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5263c6ef-22ff-1bc5-abe0-e634c459a300" [ 587.185728] env[62668]: _type = "Task" [ 587.185728] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.197048] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5263c6ef-22ff-1bc5-abe0-e634c459a300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.355327] env[62668]: DEBUG nova.network.neutron [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.528805] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52411736-2d61-ae7b-c863-c7ff375ed2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017995} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.529701] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a39afd-6a74-45ac-a6bc-4ebbdd5b0ff2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.535685] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 587.535685] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525dcb9a-d5b2-5e3d-73f2-f7f1fd617193" [ 587.535685] env[62668]: _type = "Task" [ 587.535685] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.544856] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525dcb9a-d5b2-5e3d-73f2-f7f1fd617193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.574338] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b6f13cf6-3e27-4054-8494-c7fba675012a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.574548] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.652379] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.673603] env[62668]: DEBUG nova.compute.utils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.679236] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.679236] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.709085] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5263c6ef-22ff-1bc5-abe0-e634c459a300, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.709085] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.709085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.709085] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.747723] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Received event network-changed-99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 587.747929] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Refreshing instance network info cache due to event network-changed-99249103-1fe9-424d-8131-fb79aac95bca. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 587.748335] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Acquiring lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.748335] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Acquired lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.748546] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Refreshing network info cache for port 99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.775845] env[62668]: DEBUG nova.policy [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7de0e45b8904f1cb48a7a464cb586c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9a7c7bc17d64717b4da55c4f2092088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.780727] env[62668]: DEBUG nova.compute.manager [req-2fd74268-ff1b-41f1-a30e-b4bdb15f2733 req-a1cd86b9-fce4-45fa-b5a8-3dea21ca88d8 service nova] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Received event network-vif-deleted-446a6440-6e73-438c-9737-d3f5f7fc1bef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 587.859945] env[62668]: INFO nova.compute.manager [-] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Took 1.45 seconds to deallocate network for instance. [ 587.880199] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Successfully updated port: 5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.963728] env[62668]: DEBUG nova.network.neutron [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.053429] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525dcb9a-d5b2-5e3d-73f2-f7f1fd617193, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.053429] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.053790] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] dce2dfc5-fcf3-44a1-b523-907cd2247634/dce2dfc5-fcf3-44a1-b523-907cd2247634.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.053893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.054533] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.054533] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ff8d93c-8f86-4b5f-8d7a-418f7081b53a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.056663] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36105803-8e77-442f-95f2-85a405f321ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.067215] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 588.067215] env[62668]: value = "task-2683090" [ 588.067215] env[62668]: _type = "Task" [ 588.067215] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.068628] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.068874] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.072992] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e06f7cf-e602-4971-b7f7-7c746d850365 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.080334] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.082042] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 588.082042] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e9594-6a55-76d4-69d7-d8f8cd744893" [ 588.082042] env[62668]: _type = "Task" [ 588.082042] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.093020] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e9594-6a55-76d4-69d7-d8f8cd744893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.179355] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.367953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.384508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.384508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.384508] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.467630] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.468167] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Instance network_info: |[{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.469543] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:f5:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af7ce82-ce41-45ca-bc32-ef82b6fb47a5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.482121] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Creating folder: Project (9705bbc4a1184fb2977bafbcfc7fea3f). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.485385] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88244d6b-ab85-44e2-9c57-dc65408ff236 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.501255] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Created folder: Project (9705bbc4a1184fb2977bafbcfc7fea3f) in parent group-v540833. [ 588.501629] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Creating folder: Instances. Parent ref: group-v540905. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.504814] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b710dc-8520-456c-86ee-65eb3425d115 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.519467] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Created folder: Instances in parent group-v540905. [ 588.519766] env[62668]: DEBUG oslo.service.loopingcall [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.520035] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.520268] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ab7056d-9b85-42a9-a62b-65fd5b3540a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.550212] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.550212] env[62668]: value = "task-2683093" [ 588.550212] env[62668]: _type = "Task" [ 588.550212] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.570319] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683093, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.590592] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683090, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.601093] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e9594-6a55-76d4-69d7-d8f8cd744893, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.606225] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c92bfa0-8da5-464b-92b8-769ae6c58bb4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.613667] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 588.613667] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52042e00-05fc-5300-affe-ab64846fd644" [ 588.613667] env[62668]: _type = "Task" [ 588.613667] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.626073] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52042e00-05fc-5300-affe-ab64846fd644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.670054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "d0b8e179-8817-424f-8718-e24d502c77f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.670303] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.770026] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce901e1-efdd-4024-9325-72389aa1e300 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.778234] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f267b635-2977-473a-8f33-f4bb21cd546c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.814791] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49272646-4714-4bdc-9977-47f3c8f0287f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.824584] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8702e6-7855-4700-968a-cb19c0fb51fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.846505] env[62668]: DEBUG nova.compute.provider_tree [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.986543] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.043558] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Successfully created port: a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.059748] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683093, 'name': CreateVM_Task, 'duration_secs': 0.449838} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.059942] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.061348] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.061348] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.061348] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.061468] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11186f5-0447-4824-bf08-806ef052e5b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.078381] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 589.078381] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528ff0e9-864f-68d3-2ad4-7781bf598d9c" [ 589.078381] env[62668]: _type = "Task" [ 589.078381] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.087783] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689831} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.088606] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] dce2dfc5-fcf3-44a1-b523-907cd2247634/dce2dfc5-fcf3-44a1-b523-907cd2247634.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.088870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.089189] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18bf57a0-0fc9-4009-b2fb-90661ceb72ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.096020] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528ff0e9-864f-68d3-2ad4-7781bf598d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.096774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.097052] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.097290] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.101078] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 589.101078] env[62668]: value = "task-2683094" [ 589.101078] env[62668]: _type = "Task" [ 589.101078] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.109089] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.128675] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52042e00-05fc-5300-affe-ab64846fd644, 'name': SearchDatastore_Task, 'duration_secs': 0.063183} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.129597] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.129787] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.130320] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.130604] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.130890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59271b6d-44b7-4dde-9279-2acd8c0fd90a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.133238] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55dc315d-2986-438e-a4a6-5fb7d76fc2ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.140435] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 589.140435] env[62668]: value = "task-2683095" [ 589.140435] env[62668]: _type = "Task" [ 589.140435] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.147544] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.147870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.149543] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0394879-7fcb-4a79-9b14-a16e029ccadd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.158705] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.162456] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 589.162456] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5246baeb-5936-15cb-c7c2-27f48ef8d48e" [ 589.162456] env[62668]: _type = "Task" [ 589.162456] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.171505] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5246baeb-5936-15cb-c7c2-27f48ef8d48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.198919] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.225074] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.225407] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.225567] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.225745] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.225889] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.226043] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.226254] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.226413] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.226614] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.226781] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.226952] env[62668]: DEBUG nova.virt.hardware [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.227869] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9589700d-75e7-45b9-b3d8-e0e775a718eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.236661] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eaa6b5-f4a8-4dee-b843-157182134c56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.334258] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updated VIF entry in instance network info cache for port 99249103-1fe9-424d-8131-fb79aac95bca. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.334727] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updating instance_info_cache with network_info: [{"id": "99249103-1fe9-424d-8131-fb79aac95bca", "address": "fa:16:3e:80:ce:78", "network": {"id": "a403d12b-3590-4306-9711-530849362708", "bridge": "br-int", "label": "tempest-ServersTestJSON-269131191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814d31930e0c45389f17e79c969cc0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99249103-1f", "ovs_interfaceid": "99249103-1fe9-424d-8131-fb79aac95bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.351442] env[62668]: DEBUG nova.scheduler.client.report [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.581545] env[62668]: DEBUG nova.network.neutron [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Updating instance_info_cache with network_info: [{"id": "5c536c62-968f-4d77-b073-0bac7e2e2923", "address": "fa:16:3e:a7:94:3d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c536c62-96", "ovs_interfaceid": "5c536c62-968f-4d77-b073-0bac7e2e2923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.616034] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097667} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.616400] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.618239] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a2669-8a30-4066-ae19-3b2fea91e510 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.650934] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] dce2dfc5-fcf3-44a1-b523-907cd2247634/dce2dfc5-fcf3-44a1-b523-907cd2247634.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.651380] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c97f49-d626-49ad-8781-22fa8f24d65b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.682367] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5246baeb-5936-15cb-c7c2-27f48ef8d48e, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.687295] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530474} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.687738] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 589.687738] env[62668]: value = "task-2683096" [ 589.687738] env[62668]: _type = "Task" [ 589.687738] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.687986] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68bd7b8-ca7c-4441-bcb0-942c01f1d86e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.692203] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.692446] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.692809] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32395aea-2287-4b80-9d23-ff03934e6325 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.703101] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 589.703101] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c6e6d-d77e-4c15-d19f-ef44656af011" [ 589.703101] env[62668]: _type = "Task" [ 589.703101] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.708070] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.713607] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 589.713607] env[62668]: value = "task-2683097" [ 589.713607] env[62668]: _type = "Task" [ 589.713607] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.721267] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c6e6d-d77e-4c15-d19f-ef44656af011, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.721995] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.722447] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 69186eb4-17b1-4f7c-9826-3130db408500/69186eb4-17b1-4f7c-9826-3130db408500.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.722733] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6066059d-21a9-4011-b34f-e015673884b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.728072] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.733246] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 589.733246] env[62668]: value = "task-2683098" [ 589.733246] env[62668]: _type = "Task" [ 589.733246] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.742668] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.838592] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Releasing lock "refresh_cache-0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.838913] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Received event network-changed-a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 589.839822] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Refreshing instance network info cache due to event network-changed-a8921dc3-dda1-4c66-8eed-64b55a75cc38. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 589.841893] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Acquiring lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.841893] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Acquired lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.841893] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Refreshing network info cache for port a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.869138] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.869930] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.874515] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.398s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.875709] env[62668]: INFO nova.compute.claims [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.086811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.087089] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Instance network_info: |[{"id": "5c536c62-968f-4d77-b073-0bac7e2e2923", "address": "fa:16:3e:a7:94:3d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c536c62-96", "ovs_interfaceid": "5c536c62-968f-4d77-b073-0bac7e2e2923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.088313] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:94:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c536c62-968f-4d77-b073-0bac7e2e2923', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.097045] env[62668]: DEBUG oslo.service.loopingcall [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.097793] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.098092] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb2ce96-ab73-441d-beba-3c41def662da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.124103] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.124103] env[62668]: value = "task-2683099" [ 590.124103] env[62668]: _type = "Task" [ 590.124103] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.134461] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683099, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.213025] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683096, 'name': ReconfigVM_Task, 'duration_secs': 0.308364} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.213025] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Reconfigured VM instance instance-00000012 to attach disk [datastore1] dce2dfc5-fcf3-44a1-b523-907cd2247634/dce2dfc5-fcf3-44a1-b523-907cd2247634.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.213025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d66c3477-913e-4488-a229-b9ce258463d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.228919] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 590.228919] env[62668]: value = "task-2683100" [ 590.228919] env[62668]: _type = "Task" [ 590.228919] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.229324] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123389} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.229640] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.233976] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b66a70-6da2-4100-aa3d-5feab669909d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.253518] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683100, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.274489] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.278668] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93b86c1-060b-4246-a31f-7f8ae18c7a9c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.296213] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509157} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.296519] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 69186eb4-17b1-4f7c-9826-3130db408500/69186eb4-17b1-4f7c-9826-3130db408500.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.296729] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.297824] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c151ff8c-4f7f-4312-a382-a473f4662484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.304943] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 590.304943] env[62668]: value = "task-2683101" [ 590.304943] env[62668]: _type = "Task" [ 590.304943] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.307579] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 590.307579] env[62668]: value = "task-2683102" [ 590.307579] env[62668]: _type = "Task" [ 590.307579] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.321587] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.324594] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.383664] env[62668]: DEBUG nova.compute.utils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.385638] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.385798] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.586879] env[62668]: DEBUG nova.policy [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf651c2d9b74e43b5791b1b9e228458', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147678202e4746eeb4e7dae5f4220324', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.617031] env[62668]: DEBUG nova.compute.manager [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 590.617031] env[62668]: DEBUG nova.compute.manager [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing instance network info cache due to event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 590.617031] env[62668]: DEBUG oslo_concurrency.lockutils [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.618679] env[62668]: DEBUG oslo_concurrency.lockutils [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.619558] env[62668]: DEBUG nova.network.neutron [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.642298] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683099, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.644733] env[62668]: DEBUG nova.compute.manager [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Received event network-vif-plugged-5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 590.645113] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Acquiring lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.646604] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.646805] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.646977] env[62668]: DEBUG nova.compute.manager [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] No waiting events found dispatching network-vif-plugged-5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.647160] env[62668]: WARNING nova.compute.manager [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Received unexpected event network-vif-plugged-5c536c62-968f-4d77-b073-0bac7e2e2923 for instance with vm_state building and task_state spawning. [ 590.647677] env[62668]: DEBUG nova.compute.manager [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Received event network-changed-5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 590.647677] env[62668]: DEBUG nova.compute.manager [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Refreshing instance network info cache due to event network-changed-5c536c62-968f-4d77-b073-0bac7e2e2923. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 590.647677] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Acquiring lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.647853] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Acquired lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.647969] env[62668]: DEBUG nova.network.neutron [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Refreshing network info cache for port 5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.746668] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683100, 'name': Rename_Task, 'duration_secs': 0.224641} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.747235] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.747517] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a755c305-024b-4ebc-9483-d610336a185a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.756199] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 590.756199] env[62668]: value = "task-2683103" [ 590.756199] env[62668]: _type = "Task" [ 590.756199] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.764289] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.822693] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683101, 'name': ReconfigVM_Task, 'duration_secs': 0.38191} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.824027] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa/5c88dc2b-0ee2-4bf2-b665-54fe750dadaa.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.824890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbaa9290-b5ff-41be-89e0-11a727741b52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.834654] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200579} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.835488] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.836390] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b04d7-8aa4-4d8d-8ba6-de4455265f3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.841558] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 590.841558] env[62668]: value = "task-2683104" [ 590.841558] env[62668]: _type = "Task" [ 590.841558] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.869048] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 69186eb4-17b1-4f7c-9826-3130db408500/69186eb4-17b1-4f7c-9826-3130db408500.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.869048] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94450365-4fff-4b6c-be1d-9b704c69435d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.892267] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.899373] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683104, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.905347] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 590.905347] env[62668]: value = "task-2683105" [ 590.905347] env[62668]: _type = "Task" [ 590.905347] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.919165] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.050726] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Updated VIF entry in instance network info cache for port a8921dc3-dda1-4c66-8eed-64b55a75cc38. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.051103] env[62668]: DEBUG nova.network.neutron [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Updating instance_info_cache with network_info: [{"id": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "address": "fa:16:3e:c5:ea:2c", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8921dc3-dd", "ovs_interfaceid": "a8921dc3-dda1-4c66-8eed-64b55a75cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.142656] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683099, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.211124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.211124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.211224] env[62668]: DEBUG nova.compute.manager [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Going to confirm migration 1 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 591.276024] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.359192] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683104, 'name': Rename_Task, 'duration_secs': 0.158101} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.359815] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.360203] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ea8b90-6803-498e-a7af-645dc2a734fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.366499] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 591.366499] env[62668]: value = "task-2683106" [ 591.366499] env[62668]: _type = "Task" [ 591.366499] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.381664] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.387619] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Successfully updated port: a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.419886] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683105, 'name': ReconfigVM_Task, 'duration_secs': 0.403768} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.422836] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 69186eb4-17b1-4f7c-9826-3130db408500/69186eb4-17b1-4f7c-9826-3130db408500.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.423649] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6046901c-f733-4f31-a0b6-a1cd0344cd0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.435018] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 591.435018] env[62668]: value = "task-2683107" [ 591.435018] env[62668]: _type = "Task" [ 591.435018] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.442537] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683107, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.506742] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efea730-fe99-429a-bacf-4877bfac4662 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.514394] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba793d2f-03dd-4f6f-b566-36b43a1458a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.555096] env[62668]: DEBUG nova.network.neutron [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Updated VIF entry in instance network info cache for port 5c536c62-968f-4d77-b073-0bac7e2e2923. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.555096] env[62668]: DEBUG nova.network.neutron [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Updating instance_info_cache with network_info: [{"id": "5c536c62-968f-4d77-b073-0bac7e2e2923", "address": "fa:16:3e:a7:94:3d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c536c62-96", "ovs_interfaceid": "5c536c62-968f-4d77-b073-0bac7e2e2923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.556547] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02372a4b-c84c-458f-921c-5d733b90058c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.560631] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Releasing lock "refresh_cache-dce2dfc5-fcf3-44a1-b523-907cd2247634" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.560631] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-vif-plugged-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 591.560854] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Acquiring lock "69186eb4-17b1-4f7c-9826-3130db408500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.561180] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Lock "69186eb4-17b1-4f7c-9826-3130db408500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.561180] env[62668]: DEBUG oslo_concurrency.lockutils [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] Lock "69186eb4-17b1-4f7c-9826-3130db408500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.561350] env[62668]: DEBUG nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] No waiting events found dispatching network-vif-plugged-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.561571] env[62668]: WARNING nova.compute.manager [req-bee7aa5f-9885-42f4-8ee3-19dc00402c07 req-62eb3b0a-e2b1-47c0-86d4-efec22a65c95 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received unexpected event network-vif-plugged-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 for instance with vm_state building and task_state spawning. [ 591.570606] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1efa38-9f30-44dc-b0cd-317f4c0f5592 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.584129] env[62668]: DEBUG nova.compute.provider_tree [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.630832] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 591.631902] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bfca84-8a71-4981-a293-663e71d0266d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.643365] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 591.643365] env[62668]: ERROR oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk due to incomplete transfer. [ 591.646025] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1ee6637-a114-4fb2-9d5d-8b52e5f7440a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.647602] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683099, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.655588] env[62668]: DEBUG oslo_vmware.rw_handles [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106129-018a-bde6-32e4-80b5f2897eba/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 591.655588] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Uploaded image 691092e8-4a33-4a9b-8fdd-35949c095d57 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 591.657640] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 591.657640] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e6e2db9-2c37-47c1-b68d-ba3b9f350771 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.665580] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 591.665580] env[62668]: value = "task-2683108" [ 591.665580] env[62668]: _type = "Task" [ 591.665580] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.675547] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683108, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.702439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.702677] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.732903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ff000eaa-3edf-4c8a-a089-64430da4850d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.733267] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.769217] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ea509449-f9a2-4418-88c0-4d4213c80c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.769442] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.769693] env[62668]: DEBUG oslo_vmware.api [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683103, 'name': PowerOnVM_Task, 'duration_secs': 0.566671} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.769987] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.770377] env[62668]: INFO nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Took 10.48 seconds to spawn the instance on the hypervisor. [ 591.770485] env[62668]: DEBUG nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.771279] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39dbaa-c972-415b-bceb-92a60e8729dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.802964] env[62668]: DEBUG nova.network.neutron [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updated VIF entry in instance network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.803439] env[62668]: DEBUG nova.network.neutron [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.849017] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Successfully created port: 609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.866838] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.866838] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.867100] env[62668]: DEBUG nova.network.neutron [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.867244] env[62668]: DEBUG nova.objects.instance [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lazy-loading 'info_cache' on Instance uuid a69ba441-7bb7-4eb0-83c3-72fd09086028 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.882765] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.893200] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.893475] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.893475] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.911990] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.951432] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683107, 'name': Rename_Task, 'duration_secs': 0.356036} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.952070] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.952395] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a7258a-a4cc-4092-b66e-c1234a9022d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.962801] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.963371] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.963371] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.963486] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.963541] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.963695] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.963890] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.964052] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.964248] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.964418] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.964586] env[62668]: DEBUG nova.virt.hardware [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.965640] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6995827-53c4-4bd0-b624-ad5271ecbf2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.972201] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 591.972201] env[62668]: value = "task-2683109" [ 591.972201] env[62668]: _type = "Task" [ 591.972201] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.980185] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235283e5-d1ff-4d01-bdd2-3818d319ed72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.987530] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683109, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.063362] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ecd4170-3d6a-4e7f-bd4c-9a15d323c172 req-edc737c6-cfc1-4e30-bf1a-ad6edc8215ee service nova] Releasing lock "refresh_cache-d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.087387] env[62668]: DEBUG nova.scheduler.client.report [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.143902] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683099, 'name': CreateVM_Task, 'duration_secs': 1.72845} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.144372] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.146053] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.146053] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.146416] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.146671] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3338c38a-38da-4077-a5dc-fa9b96f90156 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.152711] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 592.152711] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f2244a-c334-3ab0-94e6-c9eae9e69fa0" [ 592.152711] env[62668]: _type = "Task" [ 592.152711] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.164240] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f2244a-c334-3ab0-94e6-c9eae9e69fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.173738] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683108, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.289332] env[62668]: INFO nova.compute.manager [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Took 29.30 seconds to build instance. [ 592.306709] env[62668]: DEBUG oslo_concurrency.lockutils [req-68ae4c0b-3a61-475e-9796-c5eb26225da4 req-b4189f3c-76fc-4b33-8d94-d56afd9e602b service nova] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.386699] env[62668]: DEBUG oslo_vmware.api [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683106, 'name': PowerOnVM_Task, 'duration_secs': 0.822464} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.386972] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.387196] env[62668]: DEBUG nova.compute.manager [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.387956] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38bb82b-3123-4b6b-b3f5-adfec1288c12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.456394] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.492113] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.550301] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "9ee56466-2609-4c8c-b237-670449a00dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.551027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.592865] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.593758] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.599174] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.926s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.600910] env[62668]: INFO nova.compute.claims [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.609016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "f17197d7-bd44-4229-9cbb-497d8e21370c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.609016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.663890] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f2244a-c334-3ab0-94e6-c9eae9e69fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.664224] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.664457] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.664680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.664824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.664995] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.666540] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-295caf2e-495d-40c8-b146-5ff68f913c14 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.677379] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683108, 'name': Destroy_Task, 'duration_secs': 0.693751} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.680084] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Destroyed the VM [ 592.680490] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 592.681274] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2f9c4ca-4f15-4cbc-95a3-11ebcdeea463 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.683554] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.683714] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.688157] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37164de2-cd2e-40ee-836f-19dfa97e0fd1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.694581] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 592.694581] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520ff066-d16b-c923-adb8-e922bcb58d0f" [ 592.694581] env[62668]: _type = "Task" [ 592.694581] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.695916] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 592.695916] env[62668]: value = "task-2683110" [ 592.695916] env[62668]: _type = "Task" [ 592.695916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.710015] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520ff066-d16b-c923-adb8-e922bcb58d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.713799] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.713927] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafb861c-84cc-4eee-8eb6-98c1ceebdee3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.718780] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 592.718780] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ff49-0127-304c-b133-76248cc3faeb" [ 592.718780] env[62668]: _type = "Task" [ 592.718780] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.727299] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ff49-0127-304c-b133-76248cc3faeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.744472] env[62668]: DEBUG nova.network.neutron [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.793942] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3aceb73f-b8c4-46e6-9edb-60e05f1dc913 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.820s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.921076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.988724] env[62668]: DEBUG oslo_vmware.api [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683109, 'name': PowerOnVM_Task, 'duration_secs': 0.673145} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.989073] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.989223] env[62668]: INFO nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Took 9.10 seconds to spawn the instance on the hypervisor. [ 592.989398] env[62668]: DEBUG nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.990562] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7517b0-3370-4bdf-97c4-920ef879c2fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.108247] env[62668]: DEBUG nova.compute.utils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.115698] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.115884] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.190032] env[62668]: DEBUG nova.policy [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbfb8e2e85284875bab6e56044fa68c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ee68b758864ea4a15878e0a18e5f4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.213940] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.229436] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ff49-0127-304c-b133-76248cc3faeb, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.229699] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.229953] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d1d162c6-7bad-45c2-b7f3-52e5ac65f98d/d1d162c6-7bad-45c2-b7f3-52e5ac65f98d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.230260] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0269eb98-6914-482c-b2de-a39a2f2cea32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.241134] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 593.241134] env[62668]: value = "task-2683111" [ 593.241134] env[62668]: _type = "Task" [ 593.241134] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.250697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.250697] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance network_info: |[{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.250904] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.250947] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:17:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ca180e-782b-415c-9780-03b9329dd3c9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.260869] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating folder: Project (c9a7c7bc17d64717b4da55c4f2092088). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.265911] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0a2b37c-f2c9-4412-9a89-3596b1a195c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.280648] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created folder: Project (c9a7c7bc17d64717b4da55c4f2092088) in parent group-v540833. [ 593.280648] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating folder: Instances. Parent ref: group-v540909. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.280648] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b7fd2ff-468b-4007-a86c-0e33ec5887a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.291797] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created folder: Instances in parent group-v540909. [ 593.293957] env[62668]: DEBUG oslo.service.loopingcall [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.293957] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.293957] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5dda90-10e3-44e0-8d72-f3b6b47e2420 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.311205] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.320397] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.320397] env[62668]: value = "task-2683114" [ 593.320397] env[62668]: _type = "Task" [ 593.320397] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.330349] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683114, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.358217] env[62668]: DEBUG nova.network.neutron [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.513295] env[62668]: INFO nova.compute.manager [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Took 28.70 seconds to build instance. [ 593.617366] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.628868] env[62668]: DEBUG nova.compute.manager [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 593.628868] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.628868] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.628868] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.628868] env[62668]: DEBUG nova.compute.manager [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] No waiting events found dispatching network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.629268] env[62668]: WARNING nova.compute.manager [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received unexpected event network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 for instance with vm_state building and task_state spawning. [ 593.629268] env[62668]: DEBUG nova.compute.manager [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 593.629268] env[62668]: DEBUG nova.compute.manager [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing instance network info cache due to event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 593.629589] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.629589] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.629589] env[62668]: DEBUG nova.network.neutron [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.717880] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.753658] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511023} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.754449] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d1d162c6-7bad-45c2-b7f3-52e5ac65f98d/d1d162c6-7bad-45c2-b7f3-52e5ac65f98d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.754449] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.754694] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfdad9a3-7b7a-411b-b7a6-f71af048fedc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.766686] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 593.766686] env[62668]: value = "task-2683115" [ 593.766686] env[62668]: _type = "Task" [ 593.766686] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.778748] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.804678] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "79230f16-da6d-4845-9072-336e6d2aa492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.804944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.839512] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683114, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.844791] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.863273] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.863604] env[62668]: DEBUG nova.objects.instance [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lazy-loading 'migration_context' on Instance uuid a69ba441-7bb7-4eb0-83c3-72fd09086028 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 594.010731] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Successfully created port: 3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.018147] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ae3d221c-1094-45d2-9afe-2a09625debc1 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.215s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.125490] env[62668]: INFO nova.virt.block_device [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Booting with volume 9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1 at /dev/sda [ 594.199741] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be47d8d1-3780-4b67-880b-2732fb245f79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.218360] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Successfully updated port: 609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.223732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3db8e-e9da-4b41-874a-bfc468a5cb1b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.244098] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683110, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.283039] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5055d0a1-409b-4637-808f-1c2c1dd9ad52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.294910] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076943} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.294910] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.294910] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523fae10-48b9-49d8-a83c-2917d5651220 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.300630] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e51087-e870-44f9-8cb6-9607a92b3ac3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.350022] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d1d162c6-7bad-45c2-b7f3-52e5ac65f98d/d1d162c6-7bad-45c2-b7f3-52e5ac65f98d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.369217] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930960bc-eb9f-46b6-b811-7181bdde6204 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.383668] env[62668]: DEBUG nova.objects.base [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 594.387197] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc4c3f-3c24-4568-9c22-257b08502e8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.391037] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02416ac7-729e-4961-9a93-1a0e2091090a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.401728] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7d851-1c37-4dec-b5f2-d5aaed455abd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.151141] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683114, 'name': CreateVM_Task, 'duration_secs': 0.635758} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.151498] env[62668]: DEBUG nova.compute.manager [None req-6a34d23e-c674-4152-bbf1-32f4832bbab5 tempest-ServersListShow296Test-1688737160 tempest-ServersListShow296Test-1688737160-project-member] [instance: baa5e195-6c35-4b29-b982-d6a4a3fabad7] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.154797] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.154933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquired lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.155085] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.160023] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 595.160023] env[62668]: value = "task-2683116" [ 595.160023] env[62668]: _type = "Task" [ 595.160023] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.163428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0c0c1-ee3f-4c60-af1d-9056fcbf3a02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.165961] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.172289] env[62668]: DEBUG nova.compute.manager [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Received event network-vif-plugged-609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 595.172579] env[62668]: DEBUG oslo_concurrency.lockutils [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] Acquiring lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.172847] env[62668]: DEBUG oslo_concurrency.lockutils [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.173040] env[62668]: DEBUG oslo_concurrency.lockutils [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.173212] env[62668]: DEBUG nova.compute.manager [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] No waiting events found dispatching network-vif-plugged-609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.173418] env[62668]: WARNING nova.compute.manager [req-394811fe-9da6-4a7e-bd4a-8cd0b2f8bb2f req-8701e106-0016-4c97-acc1-264f20c872af service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Received unexpected event network-vif-plugged-609fb962-7ae1-4255-8397-ce7ec2bcfd59 for instance with vm_state building and task_state spawning. [ 595.178152] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e39f192-6df0-4eae-8c1a-e430fba29aea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.182080] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.182271] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.182600] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.182866] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "4b9cb307-1070-45b0-a262-047e38df02fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.183150] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.190041] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76d43b0-8fea-4447-8706-f5c4727b0d5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.191093] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14e954-db7f-4b73-9602-25fd00d08690 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.201180] env[62668]: DEBUG oslo_vmware.api [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 595.201180] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52821ca4-eb58-c3a8-114e-18accbb46204" [ 595.201180] env[62668]: _type = "Task" [ 595.201180] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.201180] env[62668]: DEBUG oslo_vmware.api [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683110, 'name': RemoveSnapshot_Task, 'duration_secs': 1.536743} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.206434] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 595.206434] env[62668]: INFO nova.compute.manager [None req-395ba201-b989-4f1f-864f-a9613d91735b tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 20.10 seconds to snapshot the instance on the hypervisor. [ 595.209503] env[62668]: DEBUG nova.virt.block_device [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating existing volume attachment record: 415afef7-168c-47ba-91c7-7a11f0505bb8 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 595.222193] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 595.222193] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52be518e-c1ee-9dad-4af7-b6acb5ca9c88" [ 595.222193] env[62668]: _type = "Task" [ 595.222193] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.222193] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683116, 'name': ReconfigVM_Task, 'duration_secs': 0.499018} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.223118] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d1d162c6-7bad-45c2-b7f3-52e5ac65f98d/d1d162c6-7bad-45c2-b7f3-52e5ac65f98d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.227094] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9373e58f-0ab1-43ab-9eb2-85c7536c7b3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.259029] env[62668]: DEBUG oslo_vmware.api [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52821ca4-eb58-c3a8-114e-18accbb46204, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.260983] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.262466] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f951d7-a9c9-4b58-ad45-2ef0878e614a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.271274] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52be518e-c1ee-9dad-4af7-b6acb5ca9c88, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.274085] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 595.274085] env[62668]: value = "task-2683117" [ 595.274085] env[62668]: _type = "Task" [ 595.274085] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.274085] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.274085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.274085] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.274916] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.274916] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.274916] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58ace09-919d-46a3-8cad-4e03929b5381 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.284099] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17727fda-6c36-4e9a-8607-650d1ca3198a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.292411] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683117, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.294199] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.294404] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.295843] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c327ff-baf3-4988-9b8f-09cd082f131c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.307326] env[62668]: DEBUG nova.compute.provider_tree [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.318322] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 595.318322] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e496e6-0fde-46fe-f750-55094dea162c" [ 595.318322] env[62668]: _type = "Task" [ 595.318322] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.326653] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e496e6-0fde-46fe-f750-55094dea162c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.597329] env[62668]: DEBUG nova.network.neutron [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updated VIF entry in instance network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.597444] env[62668]: DEBUG nova.network.neutron [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.663691] env[62668]: DEBUG nova.compute.manager [None req-6a34d23e-c674-4152-bbf1-32f4832bbab5 tempest-ServersListShow296Test-1688737160 tempest-ServersListShow296Test-1688737160-project-member] [instance: baa5e195-6c35-4b29-b982-d6a4a3fabad7] Instance disappeared before build. {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 595.681038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.681255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.681464] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.681649] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.681815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.684069] env[62668]: INFO nova.compute.manager [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Terminating instance [ 595.761220] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.784619] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683117, 'name': Rename_Task, 'duration_secs': 0.339314} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.784902] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.785190] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7448d7-d73b-452a-9be5-2f983ec5412e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.793636] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 595.793636] env[62668]: value = "task-2683118" [ 595.793636] env[62668]: _type = "Task" [ 595.793636] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.809179] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.813888] env[62668]: DEBUG nova.scheduler.client.report [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.836488] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e496e6-0fde-46fe-f750-55094dea162c, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.836488] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae7faa1-cb80-4242-b6fa-5c5c6a6626dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.843603] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 595.843603] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52038985-1f4b-600b-25a7-7e6a6400c6a0" [ 595.843603] env[62668]: _type = "Task" [ 595.843603] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.855118] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52038985-1f4b-600b-25a7-7e6a6400c6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.000882] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Successfully updated port: 3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.105437] env[62668]: DEBUG oslo_concurrency.lockutils [req-d65c65d0-7b8f-4db8-8c8a-4d96741cf255 req-15422c38-0817-456a-b711-2e058a5e8f0e service nova] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.142989] env[62668]: DEBUG nova.network.neutron [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Updating instance_info_cache with network_info: [{"id": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "address": "fa:16:3e:f0:b9:f1", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609fb962-7a", "ovs_interfaceid": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.181173] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a34d23e-c674-4152-bbf1-32f4832bbab5 tempest-ServersListShow296Test-1688737160 tempest-ServersListShow296Test-1688737160-project-member] Lock "baa5e195-6c35-4b29-b982-d6a4a3fabad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.232s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.192177] env[62668]: DEBUG nova.compute.manager [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.192286] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.193155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877de9cf-226f-4dfb-867b-fe40509e90e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.207121] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.207121] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf18243-d4f8-4a1f-af20-c1b86c6527c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.213949] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 596.213949] env[62668]: value = "task-2683119" [ 596.213949] env[62668]: _type = "Task" [ 596.213949] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.222771] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.306141] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.323238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.724s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.323768] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.326815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.318s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.326922] env[62668]: DEBUG nova.objects.instance [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lazy-loading 'resources' on Instance uuid 704619f9-21eb-41ce-9163-b33f3200cc21 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.356148] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52038985-1f4b-600b-25a7-7e6a6400c6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.356148] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.356148] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.356148] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16d20de-0644-4dae-be75-ee12d6e8b9cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.365605] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 596.365605] env[62668]: value = "task-2683120" [ 596.365605] env[62668]: _type = "Task" [ 596.365605] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.374369] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.513141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.513141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquired lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.513141] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.646393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Releasing lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.649166] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Instance network_info: |[{"id": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "address": "fa:16:3e:f0:b9:f1", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609fb962-7a", "ovs_interfaceid": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.649366] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b9:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609fb962-7ae1-4255-8397-ce7ec2bcfd59', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.659313] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Creating folder: Project (147678202e4746eeb4e7dae5f4220324). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.660902] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f289d5b-5496-44b4-868f-45ea3e8e1bec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.676474] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Created folder: Project (147678202e4746eeb4e7dae5f4220324) in parent group-v540833. [ 596.676474] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Creating folder: Instances. Parent ref: group-v540912. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.676474] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad5e955-c791-4dba-a193-bb6d5734e210 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.684582] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.690891] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Created folder: Instances in parent group-v540912. [ 596.691178] env[62668]: DEBUG oslo.service.loopingcall [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.695023] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.695023] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c08c8dce-6593-4dee-88bf-4da5ae3f57cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.726228] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.726228] env[62668]: value = "task-2683123" [ 596.726228] env[62668]: _type = "Task" [ 596.726228] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.734212] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683119, 'name': PowerOffVM_Task, 'duration_secs': 0.281495} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.736610] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.736610] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.736610] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91aaebac-ffe3-415e-ab3e-48ecc97e2e02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.742513] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683123, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.759515] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.759653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.812114] env[62668]: DEBUG oslo_vmware.api [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683118, 'name': PowerOnVM_Task, 'duration_secs': 0.850603} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.813492] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.813788] env[62668]: INFO nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Took 10.31 seconds to spawn the instance on the hypervisor. [ 596.813971] env[62668]: DEBUG nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.815087] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6789c4f-6dab-4cd7-b8c1-819e60329227 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.836036] env[62668]: DEBUG nova.compute.utils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.840871] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.840871] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.843823] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.844073] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.844356] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore1] 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.845484] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a359f74a-d6e5-4e06-9085-16b6fb995850 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.858914] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 596.858914] env[62668]: value = "task-2683125" [ 596.858914] env[62668]: _type = "Task" [ 596.858914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.886226] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.886543] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.953791] env[62668]: DEBUG nova.policy [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14857a0cd2234e0dbc5f31ee0eaf28aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28a8a01dda34bbfa65daa411a43bc94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.116863] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.125415] env[62668]: DEBUG nova.compute.manager [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 597.125667] env[62668]: DEBUG nova.compute.manager [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing instance network info cache due to event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 597.125889] env[62668]: DEBUG oslo_concurrency.lockutils [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.126401] env[62668]: DEBUG oslo_concurrency.lockutils [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.126618] env[62668]: DEBUG nova.network.neutron [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.212041] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.242165] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683123, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.347041] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.355282] env[62668]: INFO nova.compute.manager [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Took 31.82 seconds to build instance. [ 597.370978] env[62668]: DEBUG oslo_vmware.api [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22116} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.377377] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.377571] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.377847] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.378093] env[62668]: INFO nova.compute.manager [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Took 1.19 seconds to destroy the instance on the hypervisor. [ 597.378345] env[62668]: DEBUG oslo.service.loopingcall [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.379436] env[62668]: DEBUG nova.network.neutron [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating instance_info_cache with network_info: [{"id": "3128800f-0a53-4baa-952f-48d113a5e776", "address": "fa:16:3e:db:62:c9", "network": {"id": "ace67e3a-4edf-459a-8a99-27b450ad82a2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-998593419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ee68b758864ea4a15878e0a18e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3128800f-0a", "ovs_interfaceid": "3128800f-0a53-4baa-952f-48d113a5e776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.381151] env[62668]: DEBUG nova.compute.manager [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.381261] env[62668]: DEBUG nova.network.neutron [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.391344] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556899} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.391622] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.391837] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.392499] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61040203-4a6a-4102-898e-b217562b9c93 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.406910] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 597.406910] env[62668]: value = "task-2683126" [ 597.406910] env[62668]: _type = "Task" [ 597.406910] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.416792] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.417340] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.417640] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.418045] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.418045] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.418045] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.418164] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.418511] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.418585] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.418806] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.419079] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.419282] env[62668]: DEBUG nova.virt.hardware [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.419910] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.425432] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f04cc-32f9-4759-bff4-9af0c6553f56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.433820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de4ae07-4e5c-421e-98fe-15539c3db722 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.528852] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Received event network-changed-609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 597.529119] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Refreshing instance network info cache due to event network-changed-609fb962-7ae1-4255-8397-ce7ec2bcfd59. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 597.529384] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Acquiring lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.529490] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Acquired lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.529646] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Refreshing network info cache for port 609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.531517] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Successfully created port: 164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.626945] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012e320-7ecc-49bf-a337-8b1c4c09f3b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.638253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47e456-e727-41b4-9e47-80d5f425f054 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.669450] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f95f1-9fd7-4ace-b3ab-771f6992a1cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.678643] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67036b75-e750-4dd1-a972-553bb982fb54 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693382] env[62668]: DEBUG nova.compute.provider_tree [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.736295] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683123, 'name': CreateVM_Task, 'duration_secs': 0.629419} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.736295] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.736295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.736295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.736295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.736295] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df5b951-a249-4d3c-a9d8-019e251033ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.742028] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 597.742028] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e71b23-867c-a79a-212b-8ba82872b722" [ 597.742028] env[62668]: _type = "Task" [ 597.742028] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.751126] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e71b23-867c-a79a-212b-8ba82872b722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.862758] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de264360-20c3-4f22-876d-c6da7f7b48a7 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.335s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.883780] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Releasing lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.884140] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Instance network_info: |[{"id": "3128800f-0a53-4baa-952f-48d113a5e776", "address": "fa:16:3e:db:62:c9", "network": {"id": "ace67e3a-4edf-459a-8a99-27b450ad82a2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-998593419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ee68b758864ea4a15878e0a18e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3128800f-0a", "ovs_interfaceid": "3128800f-0a53-4baa-952f-48d113a5e776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.884845] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:62:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3128800f-0a53-4baa-952f-48d113a5e776', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.895533] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Creating folder: Project (f2ee68b758864ea4a15878e0a18e5f4c). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.895533] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9723623-4a16-4db9-809e-e76723aaab37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.917474] env[62668]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 597.917653] env[62668]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62668) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 597.921738] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Folder already exists: Project (f2ee68b758864ea4a15878e0a18e5f4c). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 597.921916] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Creating folder: Instances. Parent ref: group-v540863. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.923138] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25ca0ba-7c73-457f-9895-1d96b469f976 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.932939] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074313} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.932939] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.932939] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88886230-b0d5-4704-99a0-0ff6ab855ea3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.935653] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Created folder: Instances in parent group-v540863. [ 597.935940] env[62668]: DEBUG oslo.service.loopingcall [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.947906] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.957915] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.958256] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f92928-1bd9-4dd8-b578-aad32730a315 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.972845] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5830fde5-8917-40e4-ba7b-4c81b6f1b2c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.994257] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 597.994257] env[62668]: value = "task-2683130" [ 597.994257] env[62668]: _type = "Task" [ 597.994257] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.995532] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.995532] env[62668]: value = "task-2683129" [ 597.995532] env[62668]: _type = "Task" [ 597.995532] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.007252] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.009940] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683129, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.197222] env[62668]: DEBUG nova.scheduler.client.report [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.263723] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e71b23-867c-a79a-212b-8ba82872b722, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.264133] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.265226] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.265588] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.267268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.267268] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.267268] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4508b7dd-55f7-4eca-bda8-656e0b36dc40 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.276855] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.277102] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.277828] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97c5bee-f476-4890-bcc7-61ea195031b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.286094] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 598.286094] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c5cc65-535b-e627-74e2-73039a0448ae" [ 598.286094] env[62668]: _type = "Task" [ 598.286094] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.297156] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c5cc65-535b-e627-74e2-73039a0448ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.297962] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfd42d0-3ed1-4df7-a9b4-aa41fc53c0f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.304607] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 598.304607] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dbfb46-2a11-8f57-345a-77ba5a4b1deb" [ 598.304607] env[62668]: _type = "Task" [ 598.304607] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.323182] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dbfb46-2a11-8f57-345a-77ba5a4b1deb, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.323436] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.324815] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fc26fcf9-0a2f-49cc-9ab7-279df1863069/fc26fcf9-0a2f-49cc-9ab7-279df1863069.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.325512] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa16e346-9438-4a08-a721-2fe53a75e8ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.341438] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 598.341438] env[62668]: value = "task-2683131" [ 598.341438] env[62668]: _type = "Task" [ 598.341438] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.349375] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.365309] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.368630] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.416041] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.416041] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.416041] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.416442] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.416442] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.416442] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.416604] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.416724] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.416898] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.417071] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.417246] env[62668]: DEBUG nova.virt.hardware [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.418453] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cd8a91-1b6a-4521-baa6-c9078db9a9de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.432095] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8213039-da5f-4ab0-82b7-0f0f31478459 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.509699] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683130, 'name': ReconfigVM_Task, 'duration_secs': 0.411605} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.513016] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.513665] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683129, 'name': CreateVM_Task, 'duration_secs': 0.386031} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.513872] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a489841-5989-4962-b4a2-5b58993458a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.515471] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.516154] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540875', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'name': 'volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e104993-6b3d-4cca-addf-34106ee5de9b', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'serial': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': '415afef7-168c-47ba-91c7-7a11f0505bb8', 'volume_type': None}], 'swap': None} {{(pid=62668) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 598.516462] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Root volume attach. Driver type: vmdk {{(pid=62668) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 598.517640] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2562595-15ba-47d9-bbe3-f17441148cbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.523121] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 598.523121] env[62668]: value = "task-2683132" [ 598.523121] env[62668]: _type = "Task" [ 598.523121] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.532195] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159fdc7-5aa6-4006-9c3c-80cd32b90cd1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.543273] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683132, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.544019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b129e5-ac77-4d28-81d6-8623a2ae1d79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.553021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5dac439d-91c4-444d-b859-24b0ad861d5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.563500] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 598.563500] env[62668]: value = "task-2683133" [ 598.563500] env[62668]: _type = "Task" [ 598.563500] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.581991] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.582973] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Updated VIF entry in instance network info cache for port 609fb962-7ae1-4255-8397-ce7ec2bcfd59. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.584292] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Updating instance_info_cache with network_info: [{"id": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "address": "fa:16:3e:f0:b9:f1", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609fb962-7a", "ovs_interfaceid": "609fb962-7ae1-4255-8397-ce7ec2bcfd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.598693] env[62668]: DEBUG nova.network.neutron [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updated VIF entry in instance network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.599162] env[62668]: DEBUG nova.network.neutron [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.703063] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.376s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.706380] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.416s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.710065] env[62668]: INFO nova.compute.claims [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.735653] env[62668]: INFO nova.scheduler.client.report [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted allocations for instance 704619f9-21eb-41ce-9163-b33f3200cc21 [ 598.814435] env[62668]: DEBUG nova.network.neutron [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.852414] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.904258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.045115] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683132, 'name': Rename_Task, 'duration_secs': 0.228655} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.048663] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.048663] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be563cd-038d-49ec-936b-90360a4383c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.059548] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 599.059548] env[62668]: value = "task-2683134" [ 599.059548] env[62668]: _type = "Task" [ 599.059548] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.079166] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.090955] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Releasing lock "refresh_cache-fc26fcf9-0a2f-49cc-9ab7-279df1863069" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.090955] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Received event network-vif-plugged-3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 599.090955] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Acquiring lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.090955] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.090955] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.091354] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] No waiting events found dispatching network-vif-plugged-3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.091586] env[62668]: WARNING nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Received unexpected event network-vif-plugged-3128800f-0a53-4baa-952f-48d113a5e776 for instance with vm_state building and task_state spawning. [ 599.091817] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Received event network-changed-3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 599.091987] env[62668]: DEBUG nova.compute.manager [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Refreshing instance network info cache due to event network-changed-3128800f-0a53-4baa-952f-48d113a5e776. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 599.092258] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Acquiring lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.092447] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Acquired lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.092687] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Refreshing network info cache for port 3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.094786] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 35%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.133050] env[62668]: DEBUG oslo_concurrency.lockutils [req-f8667e41-8d13-4512-9bb7-1fbce77ef648 req-718e24b3-d7f4-4794-9e4e-f62c16a58f6c service nova] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.252500] env[62668]: DEBUG oslo_concurrency.lockutils [None req-354486fb-5020-42b9-9c9a-befec9a41b0a tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "704619f9-21eb-41ce-9163-b33f3200cc21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.016s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.318807] env[62668]: INFO nova.compute.manager [-] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Took 1.94 seconds to deallocate network for instance. [ 599.356270] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612295} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.356362] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fc26fcf9-0a2f-49cc-9ab7-279df1863069/fc26fcf9-0a2f-49cc-9ab7-279df1863069.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.356655] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.356988] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48250f0-8a92-47ad-8bb4-cb8a30eae437 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.367268] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 599.367268] env[62668]: value = "task-2683135" [ 599.367268] env[62668]: _type = "Task" [ 599.367268] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.380028] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.391150] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Successfully updated port: 164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.576428] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.586782] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 49%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.691463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "b9a91452-834c-4bce-8b00-05152fcc4c87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.691733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.691944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.692357] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.692653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.694948] env[62668]: INFO nova.compute.manager [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Terminating instance [ 599.818503] env[62668]: DEBUG nova.compute.manager [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Received event network-vif-plugged-164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 599.818503] env[62668]: DEBUG oslo_concurrency.lockutils [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] Acquiring lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.818503] env[62668]: DEBUG oslo_concurrency.lockutils [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] Lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.818503] env[62668]: DEBUG oslo_concurrency.lockutils [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] Lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.818503] env[62668]: DEBUG nova.compute.manager [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] No waiting events found dispatching network-vif-plugged-164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.818794] env[62668]: WARNING nova.compute.manager [req-5d16fa05-a2d3-4513-af3c-99cd70157925 req-66de2434-bf79-43bd-9a07-50e2c7520496 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Received unexpected event network-vif-plugged-164bbf99-01a6-47cc-98e8-aad7acd80bc3 for instance with vm_state building and task_state spawning. [ 599.827861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.893303] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360038} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.896824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.896993] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquired lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.897238] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.898523] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.901173] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c394da5-e221-42ad-adb9-3beb94a40df0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.931217] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fc26fcf9-0a2f-49cc-9ab7-279df1863069/fc26fcf9-0a2f-49cc-9ab7-279df1863069.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.938983] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9638dcb0-c979-4022-8637-d817aca0d5c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.967408] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 599.967408] env[62668]: value = "task-2683136" [ 599.967408] env[62668]: _type = "Task" [ 599.967408] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.089923] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 62%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.090358] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.175343] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updated VIF entry in instance network info cache for port 3128800f-0a53-4baa-952f-48d113a5e776. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.175779] env[62668]: DEBUG nova.network.neutron [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating instance_info_cache with network_info: [{"id": "3128800f-0a53-4baa-952f-48d113a5e776", "address": "fa:16:3e:db:62:c9", "network": {"id": "ace67e3a-4edf-459a-8a99-27b450ad82a2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-998593419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ee68b758864ea4a15878e0a18e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3128800f-0a", "ovs_interfaceid": "3128800f-0a53-4baa-952f-48d113a5e776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.205797] env[62668]: DEBUG nova.compute.manager [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.206062] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.208245] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c2fe3-56e6-4a4b-b201-25443b0bd150 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.218999] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.219969] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db894164-6ad6-430d-8e18-8f0ea60537aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.231048] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 600.231048] env[62668]: value = "task-2683137" [ 600.231048] env[62668]: _type = "Task" [ 600.231048] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.246279] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.295520] env[62668]: DEBUG nova.compute.manager [req-bdd83b7d-37a8-47c8-ab10-6a3cf60bf5f6 req-b7f05ca4-b555-4196-980c-2c2d091c0a30 service nova] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Received event network-vif-deleted-ec71869d-9ec4-4e5c-a3ff-44db76885eb9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 600.444998] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c3f1e-53ec-45d2-b318-605d7513e142 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.448949] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.462532] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674c07d-36da-4bfc-8368-1d76d6349900 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.515771] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.520534] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd923c2-407c-49be-96c0-acf3b1eec87d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.530259] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7958c-0ad3-44f7-be8b-f83f02259e03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.547846] env[62668]: DEBUG nova.compute.provider_tree [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.577950] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.583563] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 75%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.679130] env[62668]: DEBUG oslo_concurrency.lockutils [req-96a10f1a-ac0a-47c5-931f-1caa029b50f1 req-28754a01-d1f4-4151-b202-007d9b7958db service nova] Releasing lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.715220] env[62668]: DEBUG nova.network.neutron [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Updating instance_info_cache with network_info: [{"id": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "address": "fa:16:3e:f8:0e:93", "network": {"id": "bb1b62de-562e-46c8-89e7-6ec2283816bd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1959140293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a8a01dda34bbfa65daa411a43bc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164bbf99-01", "ovs_interfaceid": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.722601] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.722853] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.747717] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683137, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.952037] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.954321] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.954321] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.954321] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.954321] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.956950] env[62668]: INFO nova.compute.manager [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Terminating instance [ 600.985415] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683136, 'name': ReconfigVM_Task, 'duration_secs': 0.622562} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.985765] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fc26fcf9-0a2f-49cc-9ab7-279df1863069/fc26fcf9-0a2f-49cc-9ab7-279df1863069.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.987570] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb750c0-7bf1-4e50-989a-a79281b08dbc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.000802] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 601.000802] env[62668]: value = "task-2683138" [ 601.000802] env[62668]: _type = "Task" [ 601.000802] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.016751] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683138, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.057777] env[62668]: DEBUG nova.scheduler.client.report [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.081501] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.086202] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.221608] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Releasing lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.221608] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Instance network_info: |[{"id": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "address": "fa:16:3e:f8:0e:93", "network": {"id": "bb1b62de-562e-46c8-89e7-6ec2283816bd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1959140293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a8a01dda34bbfa65daa411a43bc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164bbf99-01", "ovs_interfaceid": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.221727] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:0e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '164bbf99-01a6-47cc-98e8-aad7acd80bc3', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.231526] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Creating folder: Project (c28a8a01dda34bbfa65daa411a43bc94). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.232351] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42ea2f64-cd69-42f3-91c3-561a108aee0b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.247100] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683137, 'name': PowerOffVM_Task, 'duration_secs': 0.574494} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.247695] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.248115] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.248519] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5846775f-b3ef-46ed-9704-b3ae7b3c085e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.255374] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Created folder: Project (c28a8a01dda34bbfa65daa411a43bc94) in parent group-v540833. [ 601.255374] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Creating folder: Instances. Parent ref: group-v540917. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.255374] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae576c50-a0b5-40c4-bbb4-2fad9edf032e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.265108] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Created folder: Instances in parent group-v540917. [ 601.265476] env[62668]: DEBUG oslo.service.loopingcall [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.265688] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.265926] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-347ae798-9b5b-4f81-b1f3-4e0fa0f19c70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.293405] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.293405] env[62668]: value = "task-2683142" [ 601.293405] env[62668]: _type = "Task" [ 601.293405] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.310605] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683142, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.352223] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.353072] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.353343] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleting the datastore file [datastore1] b9a91452-834c-4bce-8b00-05152fcc4c87 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.354126] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74731a30-e43b-4fcc-83fe-c1e89eb812bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.367893] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for the task: (returnval){ [ 601.367893] env[62668]: value = "task-2683143" [ 601.367893] env[62668]: _type = "Task" [ 601.367893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.381762] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.462029] env[62668]: DEBUG nova.compute.manager [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.462029] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.462456] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d5b65-e3a1-4026-a0fb-deb65c3f7fc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.474676] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.475151] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a6398a-1e39-4d99-a917-4e803bad070e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.483932] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 601.483932] env[62668]: value = "task-2683144" [ 601.483932] env[62668]: _type = "Task" [ 601.483932] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.499139] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.514362] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683138, 'name': Rename_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.563530] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.564152] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.567388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.514s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.569248] env[62668]: INFO nova.compute.claims [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.586723] env[62668]: DEBUG oslo_vmware.api [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683134, 'name': PowerOnVM_Task, 'duration_secs': 2.468392} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.590576] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.590813] env[62668]: INFO nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Took 12.39 seconds to spawn the instance on the hypervisor. [ 601.590994] env[62668]: DEBUG nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.591342] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 97%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.592080] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2c71d9-6297-41b6-8f6a-1662b0ffadbc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.808869] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683142, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.883493] env[62668]: DEBUG oslo_vmware.api [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Task: {'id': task-2683143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45483} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.884231] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.884542] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.884855] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.885179] env[62668]: INFO nova.compute.manager [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 1.68 seconds to destroy the instance on the hypervisor. [ 601.885817] env[62668]: DEBUG oslo.service.loopingcall [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.886148] env[62668]: DEBUG nova.compute.manager [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.886285] env[62668]: DEBUG nova.network.neutron [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.997728] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683144, 'name': PowerOffVM_Task, 'duration_secs': 0.343907} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.998056] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.998303] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.998575] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1fbfd4e-e6d4-4052-8767-f9e9f4ec71bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.017234] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683138, 'name': Rename_Task, 'duration_secs': 0.52023} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.017861] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.018185] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2dd176f-c48b-4922-bde5-eb32d3c913ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.026506] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 602.026506] env[62668]: value = "task-2683146" [ 602.026506] env[62668]: _type = "Task" [ 602.026506] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.037830] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.075375] env[62668]: DEBUG nova.compute.utils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.082160] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.082468] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.102635] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 97%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.112479] env[62668]: INFO nova.compute.manager [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Took 35.65 seconds to build instance. [ 602.138485] env[62668]: DEBUG nova.compute.manager [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Received event network-changed-164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 602.138637] env[62668]: DEBUG nova.compute.manager [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Refreshing instance network info cache due to event network-changed-164bbf99-01a6-47cc-98e8-aad7acd80bc3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 602.138856] env[62668]: DEBUG oslo_concurrency.lockutils [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] Acquiring lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.139118] env[62668]: DEBUG oslo_concurrency.lockutils [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] Acquired lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.139202] env[62668]: DEBUG nova.network.neutron [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Refreshing network info cache for port 164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.216857] env[62668]: DEBUG nova.policy [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28489bcbe8f54e878c5b4d3cea13fa40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d16a3f9feae4f3086f8c302b6be07ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.306194] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683142, 'name': CreateVM_Task, 'duration_secs': 0.800546} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.306194] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.307104] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.307388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.307796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.308167] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8929b05-dc4f-4d10-a63d-58c0af4b3a74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.315657] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 602.315657] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aa073a-44f8-8fbc-7e34-3b5d6772c269" [ 602.315657] env[62668]: _type = "Task" [ 602.315657] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.327807] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aa073a-44f8-8fbc-7e34-3b5d6772c269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.538265] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.589242] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 98%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.599406] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.616071] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2159925-1e9f-4dcf-9eb7-11f5c934eb19 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.168s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.834356] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aa073a-44f8-8fbc-7e34-3b5d6772c269, 'name': SearchDatastore_Task, 'duration_secs': 0.035776} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.834960] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.835307] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.836056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.836056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.836056] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.836341] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd57184-0eaa-47da-b426-1a6fa77bfb36 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.854943] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.854943] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.855432] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ac09dc-b13f-4092-8402-672209cfb19c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.869068] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 602.869068] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52117edf-43ce-0c74-c124-1e573eba2193" [ 602.869068] env[62668]: _type = "Task" [ 602.869068] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.879898] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52117edf-43ce-0c74-c124-1e573eba2193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.016993] env[62668]: DEBUG nova.network.neutron [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.041991] env[62668]: DEBUG oslo_vmware.api [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683146, 'name': PowerOnVM_Task, 'duration_secs': 0.916404} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.042385] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.042613] env[62668]: INFO nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Took 11.13 seconds to spawn the instance on the hypervisor. [ 603.042810] env[62668]: DEBUG nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.043643] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85ac4f-6af2-4813-aa77-26ee7aade107 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.095697] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 98%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.117073] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.231019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64a4a5-4e60-4a97-9e82-5eb4b5e5b28f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.238910] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595790e3-c3d4-41b1-8023-354c1c4304dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.245599] env[62668]: DEBUG nova.network.neutron [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Updated VIF entry in instance network info cache for port 164bbf99-01a6-47cc-98e8-aad7acd80bc3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.248041] env[62668]: DEBUG nova.network.neutron [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Updating instance_info_cache with network_info: [{"id": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "address": "fa:16:3e:f8:0e:93", "network": {"id": "bb1b62de-562e-46c8-89e7-6ec2283816bd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1959140293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a8a01dda34bbfa65daa411a43bc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164bbf99-01", "ovs_interfaceid": "164bbf99-01a6-47cc-98e8-aad7acd80bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.274109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac1e57-b459-4280-861d-0543cb1d192d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.282975] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ee5b2-96b8-40bb-8f7d-8b3ad748eb74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.298389] env[62668]: DEBUG nova.compute.provider_tree [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.384108] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52117edf-43ce-0c74-c124-1e573eba2193, 'name': SearchDatastore_Task, 'duration_secs': 0.022846} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.384108] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7373cc59-ace3-4af6-b792-57a6d0892ff8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.390046] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 603.390046] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521fc333-5069-8a61-e26c-832bfed637d4" [ 603.390046] env[62668]: _type = "Task" [ 603.390046] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.401080] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521fc333-5069-8a61-e26c-832bfed637d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.498752] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Successfully created port: 73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.519853] env[62668]: INFO nova.compute.manager [-] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Took 1.63 seconds to deallocate network for instance. [ 603.572938] env[62668]: INFO nova.compute.manager [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Took 35.08 seconds to build instance. [ 603.596324] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 98%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.614929] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.644801] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.652503] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.656571] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.656571] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.656571] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.656571] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.656571] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.656842] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.656842] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.656842] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.656842] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.656842] env[62668]: DEBUG nova.virt.hardware [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.661535] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745824a0-51c2-4b6c-a2c4-24e754816e44 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.670691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374b91d-8d5e-4f34-941d-8b4639148860 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.775341] env[62668]: DEBUG oslo_concurrency.lockutils [req-75101d47-02f6-470e-983b-6e95be5ca9ea req-a1bd10f1-736d-4930-9385-6e70b1951023 service nova] Releasing lock "refresh_cache-4c2f7cca-4369-4c0c-83a2-567281381883" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.803076] env[62668]: DEBUG nova.scheduler.client.report [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.901022] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521fc333-5069-8a61-e26c-832bfed637d4, 'name': SearchDatastore_Task, 'duration_secs': 0.027995} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.901705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.901786] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4c2f7cca-4369-4c0c-83a2-567281381883/4c2f7cca-4369-4c0c-83a2-567281381883.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.902642] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebd1469-a38d-48a8-af6b-16fb16d72900 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.910491] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 603.910491] env[62668]: value = "task-2683147" [ 603.910491] env[62668]: _type = "Task" [ 603.910491] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.919630] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.018236] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.018989] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.018989] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Deleting the datastore file [datastore1] d1d162c6-7bad-45c2-b7f3-52e5ac65f98d {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.019254] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f5dec50-2f8f-4ccc-8816-9e73c9a2edb5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.027274] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.031383] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for the task: (returnval){ [ 604.031383] env[62668]: value = "task-2683148" [ 604.031383] env[62668]: _type = "Task" [ 604.031383] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.041355] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.075554] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b02419ad-b1f4-444a-8402-555700d7ed40 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.590s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.100201] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task} progress is 98%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.286806] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.287513] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.311454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.312028] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.315452] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.659s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.319119] env[62668]: INFO nova.compute.claims [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.425066] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.546567] env[62668]: DEBUG oslo_vmware.api [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Task: {'id': task-2683148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273025} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.550018] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.550018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.550018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.550018] env[62668]: INFO nova.compute.manager [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Took 3.09 seconds to destroy the instance on the hypervisor. [ 604.550018] env[62668]: DEBUG oslo.service.loopingcall [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.550394] env[62668]: DEBUG nova.compute.manager [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.550394] env[62668]: DEBUG nova.network.neutron [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.580036] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.603479] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683133, 'name': RelocateVM_Task, 'duration_secs': 5.629655} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.604814] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 604.605036] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540875', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'name': 'volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e104993-6b3d-4cca-addf-34106ee5de9b', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'serial': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 604.606369] env[62668]: DEBUG nova.compute.manager [req-0bf3bab4-945e-4bb2-a598-7122d1262e5a req-1587380d-ac0c-4c55-a4f7-0899d0f8dab8 service nova] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Received event network-vif-deleted-4ce9e611-1679-4934-ab92-f5b919663645 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 604.607411] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d080eee5-5780-439d-940d-fd63e48cf45c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.632930] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544a05d-5f03-41cc-b8c2-9a5d48ff2fc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.659751] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1/volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.660756] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e119f6-4c49-466e-90b9-5ea479077f20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.684919] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 604.684919] env[62668]: value = "task-2683149" [ 604.684919] env[62668]: _type = "Task" [ 604.684919] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.690998] env[62668]: DEBUG nova.compute.manager [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 604.691204] env[62668]: DEBUG nova.compute.manager [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing instance network info cache due to event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 604.691412] env[62668]: DEBUG oslo_concurrency.lockutils [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.691547] env[62668]: DEBUG oslo_concurrency.lockutils [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.691705] env[62668]: DEBUG nova.network.neutron [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.701213] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.822147] env[62668]: DEBUG nova.compute.utils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.829484] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.829484] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.919443] env[62668]: DEBUG nova.policy [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.925261] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546488} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.925549] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4c2f7cca-4369-4c0c-83a2-567281381883/4c2f7cca-4369-4c0c-83a2-567281381883.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.925784] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.926086] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee4d508-f91d-4f6f-8b7e-d9f1ee474cf2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.934807] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 604.934807] env[62668]: value = "task-2683150" [ 604.934807] env[62668]: _type = "Task" [ 604.934807] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.951100] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.119677] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.196968] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.336739] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.439064] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Successfully created port: fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.457359] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250396} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.457359] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.457359] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde9dcf6-f6ee-4174-a432-94ed60dfe9ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.479252] env[62668]: DEBUG nova.network.neutron [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.490424] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4c2f7cca-4369-4c0c-83a2-567281381883/4c2f7cca-4369-4c0c-83a2-567281381883.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.496762] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d117494d-fa79-4558-a241-df2f70942e24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.530213] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 605.530213] env[62668]: value = "task-2683151" [ 605.530213] env[62668]: _type = "Task" [ 605.530213] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.543585] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.698507] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683149, 'name': ReconfigVM_Task, 'duration_secs': 0.804279} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.701568] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1/volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.707780] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75268266-9f24-467c-b1d9-337982645cce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.728527] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 605.728527] env[62668]: value = "task-2683152" [ 605.728527] env[62668]: _type = "Task" [ 605.728527] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.738773] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.753137] env[62668]: DEBUG nova.network.neutron [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updated VIF entry in instance network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.753137] env[62668]: DEBUG nova.network.neutron [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.802031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.802031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.802031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.802031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.802202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.805038] env[62668]: INFO nova.compute.manager [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Terminating instance [ 605.831428] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.832885] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.992562] env[62668]: INFO nova.compute.manager [-] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Took 1.44 seconds to deallocate network for instance. [ 606.044819] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683151, 'name': ReconfigVM_Task, 'duration_secs': 0.310792} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.044819] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4c2f7cca-4369-4c0c-83a2-567281381883/4c2f7cca-4369-4c0c-83a2-567281381883.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.047646] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f4a196-dcb1-4cc4-b3c1-5cc54decea15 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.056232] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 606.056232] env[62668]: value = "task-2683153" [ 606.056232] env[62668]: _type = "Task" [ 606.056232] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.063748] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d86b1-40ce-4e67-b3dd-e7f03a520b2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.069787] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683153, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.075879] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab201e-478c-4fae-aefe-893cbff508cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.109459] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee71fd-0081-4fac-ae03-ab9eb2ffe9ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.118667] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e22928-c338-48b8-9871-661b955d6ddf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.134038] env[62668]: DEBUG nova.compute.provider_tree [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.243720] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683152, 'name': ReconfigVM_Task, 'duration_secs': 0.25736} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.244160] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540875', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'name': 'volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e104993-6b3d-4cca-addf-34106ee5de9b', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'serial': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 606.244994] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b43f21-74b0-4e86-97fd-6d647809ca03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.254869] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 606.254869] env[62668]: value = "task-2683154" [ 606.254869] env[62668]: _type = "Task" [ 606.254869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.256092] env[62668]: DEBUG oslo_concurrency.lockutils [req-507fd9fe-f37e-474f-8a37-0b5c68042640 req-65c46cec-d4c7-41cc-9954-43bbb9d32026 service nova] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.263881] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683154, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.308861] env[62668]: DEBUG nova.compute.manager [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.309126] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.310048] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d3f3c9-61ef-4782-9f1f-2533d5ea08be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.319179] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.319426] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943aa2e3-2f7f-47b8-ab00-98982fce7be0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.326416] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 606.326416] env[62668]: value = "task-2683155" [ 606.326416] env[62668]: _type = "Task" [ 606.326416] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.344973] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.346641] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.346954] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 606.347148] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 606.361706] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.397919] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.398330] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.398675] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.399017] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.399221] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.399405] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.399662] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.399887] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.400324] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.400574] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.400811] env[62668]: DEBUG nova.virt.hardware [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.403047] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2afcf20-7ff8-43c1-9703-ce88790b34f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.413515] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4b3cef-d877-4737-b8c1-e46eccbdfd0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.487893] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Successfully updated port: 73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.501201] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.570194] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683153, 'name': Rename_Task, 'duration_secs': 0.15807} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.570194] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.570194] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d15f399-c101-452b-89d0-494cc011fa3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.578023] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 606.578023] env[62668]: value = "task-2683156" [ 606.578023] env[62668]: _type = "Task" [ 606.578023] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.587278] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.639482] env[62668]: DEBUG nova.scheduler.client.report [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.684312] env[62668]: DEBUG nova.compute.manager [req-d7a0cab8-8ad7-486e-aab6-3a09793a6485 req-e89724ae-55a9-47f0-ba98-a8597bee16d8 service nova] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Received event network-vif-deleted-5c536c62-968f-4d77-b073-0bac7e2e2923 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 606.735410] env[62668]: DEBUG nova.compute.manager [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Received event network-vif-plugged-73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 606.735410] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Acquiring lock "6bec2128-2991-42c8-a527-5566d7cea371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.735410] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Lock "6bec2128-2991-42c8-a527-5566d7cea371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.735410] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Lock "6bec2128-2991-42c8-a527-5566d7cea371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.735410] env[62668]: DEBUG nova.compute.manager [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] No waiting events found dispatching network-vif-plugged-73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.735961] env[62668]: WARNING nova.compute.manager [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Received unexpected event network-vif-plugged-73cefeca-8e61-4682-af00-c1d65fc27ac4 for instance with vm_state building and task_state spawning. [ 606.735961] env[62668]: DEBUG nova.compute.manager [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Received event network-changed-73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 606.735961] env[62668]: DEBUG nova.compute.manager [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Refreshing instance network info cache due to event network-changed-73cefeca-8e61-4682-af00-c1d65fc27ac4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 606.735961] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Acquiring lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.735961] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Acquired lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.736391] env[62668]: DEBUG nova.network.neutron [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Refreshing network info cache for port 73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.767532] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683154, 'name': Rename_Task, 'duration_secs': 0.200651} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.767532] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.767720] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9cad4d0-a11d-4657-a172-77d7dc8f5172 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.776142] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 606.776142] env[62668]: value = "task-2683157" [ 606.776142] env[62668]: _type = "Task" [ 606.776142] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.786755] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.838030] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683155, 'name': PowerOffVM_Task, 'duration_secs': 0.218913} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.838364] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.838600] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.838883] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9115202-e134-40e0-a2b5-f8f9a7e5619c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.855690] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Skipping network cache update for instance because it is being deleted. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 606.856223] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 606.856223] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 606.856356] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 606.856455] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 606.856675] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 606.903254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.903254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.903254] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 606.903254] env[62668]: DEBUG nova.objects.instance [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lazy-loading 'info_cache' on Instance uuid b9a91452-834c-4bce-8b00-05152fcc4c87 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.919915] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.920699] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.920699] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Deleting the datastore file [datastore2] fc26fcf9-0a2f-49cc-9ab7-279df1863069 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.920699] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-893986d0-a77b-4a62-8cfd-fe2c00b0f4e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.931312] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for the task: (returnval){ [ 606.931312] env[62668]: value = "task-2683159" [ 606.931312] env[62668]: _type = "Task" [ 606.931312] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.945674] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.991090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.092234] env[62668]: DEBUG oslo_vmware.api [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683156, 'name': PowerOnVM_Task, 'duration_secs': 0.513922} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.093382] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.093787] env[62668]: INFO nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Took 8.73 seconds to spawn the instance on the hypervisor. [ 607.096079] env[62668]: DEBUG nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.100152] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af053fb2-f7ae-42d1-8a59-e356a329f0ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.149430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.153023] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.154302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.787s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.154825] env[62668]: DEBUG nova.objects.instance [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lazy-loading 'resources' on Instance uuid fb42d038-408e-4c58-9794-5af09e02f4ac {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.286338] env[62668]: DEBUG nova.network.neutron [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.298248] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.446739] env[62668]: DEBUG oslo_vmware.api [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Task: {'id': task-2683159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234958} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.449943] env[62668]: DEBUG nova.network.neutron [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.452435] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.452661] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.452910] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.455017] env[62668]: INFO nova.compute.manager [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Took 1.14 seconds to destroy the instance on the hypervisor. [ 607.455017] env[62668]: DEBUG oslo.service.loopingcall [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.455017] env[62668]: DEBUG nova.compute.manager [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.455017] env[62668]: DEBUG nova.network.neutron [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.523863] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Successfully updated port: fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.626821] env[62668]: INFO nova.compute.manager [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Took 35.98 seconds to build instance. [ 607.663117] env[62668]: DEBUG nova.compute.utils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.669857] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.670722] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.789339] env[62668]: DEBUG oslo_vmware.api [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683157, 'name': PowerOnVM_Task, 'duration_secs': 0.676927} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.789339] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.789808] env[62668]: INFO nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Took 10.37 seconds to spawn the instance on the hypervisor. [ 607.789808] env[62668]: DEBUG nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.791078] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1c4bf-2eb5-46db-ab2b-f8eb8321d142 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.936026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.938205] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.938205] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.959730] env[62668]: DEBUG oslo_concurrency.lockutils [req-3e9a0fa8-f854-43af-b48d-b9027aacda3d req-fb3893d8-b742-4bc4-89d2-0c66cd373e3d service nova] Releasing lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.960477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquired lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.961449] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.987355] env[62668]: DEBUG nova.policy [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11281624f1da4dc18940f2a7073c7d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac5f615ced840ba89b61d40022fc2ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.028578] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.028712] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.028861] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.129609] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f6ca52db-f9aa-4aa0-af28-1a20ffca3d27 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.499s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.171347] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.254269] env[62668]: DEBUG nova.network.neutron [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.328017] env[62668]: INFO nova.compute.manager [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Took 37.87 seconds to build instance. [ 608.362797] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f227b-25b6-40ad-8383-d6b5b9f7b857 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.372044] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034c92a-794e-4a7e-af86-85a208d72f1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.408023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f7ce8d-1c78-4f51-9f7a-922331904075 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.417994] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f613d4e-644f-4f34-85ba-cce1a9f81cbb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.435238] env[62668]: DEBUG nova.compute.provider_tree [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.527552] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.560885] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Successfully created port: b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.631813] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.635458] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.644714] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.757273] env[62668]: INFO nova.compute.manager [-] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Took 1.30 seconds to deallocate network for instance. [ 608.831989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3d251e46-3f40-42ae-a71b-dd52004b9638 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.390s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.838576] env[62668]: DEBUG nova.network.neutron [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.938923] env[62668]: DEBUG nova.scheduler.client.report [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.998841] env[62668]: DEBUG nova.compute.manager [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-vif-plugged-fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 608.998841] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.998841] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.999556] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.999556] env[62668]: DEBUG nova.compute.manager [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] No waiting events found dispatching network-vif-plugged-fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.999704] env[62668]: WARNING nova.compute.manager [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received unexpected event network-vif-plugged-fcb82aee-6c18-4187-b9ad-5390521c6ad8 for instance with vm_state building and task_state spawning. [ 608.999921] env[62668]: DEBUG nova.compute.manager [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-changed-fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 609.000049] env[62668]: DEBUG nova.compute.manager [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing instance network info cache due to event network-changed-fcb82aee-6c18-4187-b9ad-5390521c6ad8. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 609.000228] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.001212] env[62668]: DEBUG nova.network.neutron [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Updating instance_info_cache with network_info: [{"id": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "address": "fa:16:3e:27:88:45", "network": {"id": "5609bc6c-c2ab-4024-9d9b-6af585a6149b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-503799287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d16a3f9feae4f3086f8c302b6be07ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73cefeca-8e", "ovs_interfaceid": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.024425] env[62668]: DEBUG nova.compute.manager [req-ae33e323-9e70-434b-9269-a192538061f9 req-93b0dd92-28e9-48f7-a0a6-a497fbfec523 service nova] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Received event network-vif-deleted-609fb962-7ae1-4255-8397-ce7ec2bcfd59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 609.150038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-b9a91452-834c-4bce-8b00-05152fcc4c87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.150038] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 609.150038] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.150038] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.150038] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.150038] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.150896] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.151134] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.151197] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 609.151409] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.169636] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.187301] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.205994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "4c2f7cca-4369-4c0c-83a2-567281381883" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.205994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.205994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.205994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.206116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.210110] env[62668]: INFO nova.compute.manager [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Terminating instance [ 609.230220] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.230415] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.230521] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.230750] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.230954] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.231239] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.231433] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.231610] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.231836] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.232046] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.232663] env[62668]: DEBUG nova.virt.hardware [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.233424] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f3492-7bc2-4b6e-a9e5-415707e653c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.243971] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949bb952-fd80-431c-871c-2b109fb4ca7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.264606] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.334514] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.339864] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.340089] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Instance network_info: |[{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.340405] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.340590] env[62668]: DEBUG nova.network.neutron [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing network info cache for port fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.342807] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e1:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb82aee-6c18-4187-b9ad-5390521c6ad8', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.352057] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating folder: Project (a31e6c1fa5014750a04ec4e5e758d77e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.353948] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe75cccc-42f1-4208-993a-efa4d10ae2b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.367905] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created folder: Project (a31e6c1fa5014750a04ec4e5e758d77e) in parent group-v540833. [ 609.368142] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating folder: Instances. Parent ref: group-v540920. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.368427] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5affb3d5-5125-4580-b4a6-b336b95eb4c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.379912] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created folder: Instances in parent group-v540920. [ 609.380178] env[62668]: DEBUG oslo.service.loopingcall [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.380375] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.380597] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd3f46af-d8d0-4dda-8a49-82b9cc540f86 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.412892] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.412892] env[62668]: value = "task-2683162" [ 609.412892] env[62668]: _type = "Task" [ 609.412892] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.422017] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683162, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.445822] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.448994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.530s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.449296] env[62668]: DEBUG nova.objects.instance [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 609.480130] env[62668]: INFO nova.scheduler.client.report [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted allocations for instance fb42d038-408e-4c58-9794-5af09e02f4ac [ 609.504336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Releasing lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.504688] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance network_info: |[{"id": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "address": "fa:16:3e:27:88:45", "network": {"id": "5609bc6c-c2ab-4024-9d9b-6af585a6149b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-503799287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d16a3f9feae4f3086f8c302b6be07ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73cefeca-8e", "ovs_interfaceid": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.505134] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:88:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73cefeca-8e61-4682-af00-c1d65fc27ac4', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.512808] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Creating folder: Project (5d16a3f9feae4f3086f8c302b6be07ab). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.513398] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb36ee8e-54d1-47d1-99a2-cf3b4c3ae968 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.527541] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Created folder: Project (5d16a3f9feae4f3086f8c302b6be07ab) in parent group-v540833. [ 609.527850] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Creating folder: Instances. Parent ref: group-v540923. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.528072] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a3b72b-af22-4a04-8056-149f2907ec30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.541169] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Created folder: Instances in parent group-v540923. [ 609.541399] env[62668]: DEBUG oslo.service.loopingcall [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.542582] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.543129] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326109d5-4fa5-4cbf-9e2b-9e29fa33776a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.568632] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.568632] env[62668]: value = "task-2683165" [ 609.568632] env[62668]: _type = "Task" [ 609.568632] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.581554] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683165, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.656099] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.712955] env[62668]: DEBUG nova.compute.manager [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.713199] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.714111] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32107d3-f33a-41ef-9f56-c7c370ab7468 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.724324] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.724691] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d470bc-cfdc-490d-a40f-249bc63616b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.734073] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 609.734073] env[62668]: value = "task-2683166" [ 609.734073] env[62668]: _type = "Task" [ 609.734073] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.746940] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.859840] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.936863] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683162, 'name': CreateVM_Task, 'duration_secs': 0.460265} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.937306] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.941611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.941611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.941611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.941611] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341a8c10-e2fc-42e8-9880-ad91232aa1b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.949493] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 609.949493] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52521050-8476-e296-c234-d4e4ed8077e5" [ 609.949493] env[62668]: _type = "Task" [ 609.949493] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.961492] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52521050-8476-e296-c234-d4e4ed8077e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.996979] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a49ccbcc-e6b9-444f-9643-5018c93ad2e9 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "fb42d038-408e-4c58-9794-5af09e02f4ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.760s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.086863] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683165, 'name': CreateVM_Task, 'duration_secs': 0.413405} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.087419] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.088225] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.088380] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.088686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.088935] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4431c656-cf62-4a05-bdb3-cea58ed9f3a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.095590] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 610.095590] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e68910-1ce5-ec42-c1fe-06f2218f52a4" [ 610.095590] env[62668]: _type = "Task" [ 610.095590] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.107422] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e68910-1ce5-ec42-c1fe-06f2218f52a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.182481] env[62668]: DEBUG nova.network.neutron [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updated VIF entry in instance network info cache for port fcb82aee-6c18-4187-b9ad-5390521c6ad8. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.182948] env[62668]: DEBUG nova.network.neutron [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.245197] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683166, 'name': PowerOffVM_Task, 'duration_secs': 0.264742} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.245495] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.245654] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.245903] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2cada37-5fe2-4357-ba66-b2f70c387131 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.327850] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.328128] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.328287] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Deleting the datastore file [datastore2] 4c2f7cca-4369-4c0c-83a2-567281381883 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.328703] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f96e8d7d-f25c-4db9-8707-cf53bc0a885d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.337558] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for the task: (returnval){ [ 610.337558] env[62668]: value = "task-2683168" [ 610.337558] env[62668]: _type = "Task" [ 610.337558] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.346733] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.460272] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52521050-8476-e296-c234-d4e4ed8077e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.460604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.464023] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.464023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.464023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464023] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.464023] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72022f2f-5d44-49f2-a88f-ab50fe961e20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.465023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f1502117-63c2-49ab-93b7-a7aee42f8577 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.466571] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.622s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.468944] env[62668]: INFO nova.compute.claims [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.492420] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.493855] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.498213] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d15b665-e941-4869-9241-0b026c8a3b0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.506853] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 610.506853] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525037ad-d597-cafc-2b07-d34cb157d3eb" [ 610.506853] env[62668]: _type = "Task" [ 610.506853] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.515689] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525037ad-d597-cafc-2b07-d34cb157d3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.596336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.596585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.609247] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e68910-1ce5-ec42-c1fe-06f2218f52a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.609567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.609823] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.610065] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.610215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.610382] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.610627] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea8a815-e643-4bce-b856-52bd7e44fda0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.619775] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.619966] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.620764] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0fd63d-2903-494c-98e3-ad57f7faf249 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.628791] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Successfully updated port: b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.631106] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 610.631106] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f88e0f-df29-8a90-ae89-ccfffce56d11" [ 610.631106] env[62668]: _type = "Task" [ 610.631106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.640702] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f88e0f-df29-8a90-ae89-ccfffce56d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.686033] env[62668]: DEBUG oslo_concurrency.lockutils [req-0dca8d1f-f663-4de1-ac42-ca337fd65a09 req-8d9e7eb9-255e-48c3-8d64-a4b09d497b5b service nova] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.850147] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.018778] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525037ad-d597-cafc-2b07-d34cb157d3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.019625] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94a60ea-411e-4031-984e-643fd00c587d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.026243] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 611.026243] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b74b5-d06c-9a21-ec75-ac6c2462d47e" [ 611.026243] env[62668]: _type = "Task" [ 611.026243] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.033898] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Received event network-changed-3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 611.034177] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Refreshing instance network info cache due to event network-changed-3128800f-0a53-4baa-952f-48d113a5e776. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 611.034456] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Acquiring lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.034578] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Acquired lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034743] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Refreshing network info cache for port 3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.039129] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b74b5-d06c-9a21-ec75-ac6c2462d47e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.133038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.133038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.133038] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.144507] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f88e0f-df29-8a90-ae89-ccfffce56d11, 'name': SearchDatastore_Task, 'duration_secs': 0.021771} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.145346] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af640a7e-f410-43f0-806b-317f0a893235 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.151742] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 611.151742] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bbc3c-2586-bc81-c5f6-dfcad84a1b2d" [ 611.151742] env[62668]: _type = "Task" [ 611.151742] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.161166] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bbc3c-2586-bc81-c5f6-dfcad84a1b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.350767] env[62668]: DEBUG oslo_vmware.api [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Task: {'id': task-2683168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546841} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.351043] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.351262] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.351435] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.351609] env[62668]: INFO nova.compute.manager [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Took 1.64 seconds to destroy the instance on the hypervisor. [ 611.351847] env[62668]: DEBUG oslo.service.loopingcall [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.352066] env[62668]: DEBUG nova.compute.manager [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.352164] env[62668]: DEBUG nova.network.neutron [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.547834] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b74b5-d06c-9a21-ec75-ac6c2462d47e, 'name': SearchDatastore_Task, 'duration_secs': 0.043749} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.551452] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.551771] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c8c1c0a6-3027-4521-bbfb-5bba34401af2/c8c1c0a6-3027-4521-bbfb-5bba34401af2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.552648] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78cbf4a2-79e4-4938-8901-7338b008070c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.566819] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 611.566819] env[62668]: value = "task-2683169" [ 611.566819] env[62668]: _type = "Task" [ 611.566819] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.578253] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.665445] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bbc3c-2586-bc81-c5f6-dfcad84a1b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.027921} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.665660] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.665871] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6bec2128-2991-42c8-a527-5566d7cea371/6bec2128-2991-42c8-a527-5566d7cea371.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.666134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8853d65a-8145-4488-9d13-05045e45d287 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.676539] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 611.676539] env[62668]: value = "task-2683170" [ 611.676539] env[62668]: _type = "Task" [ 611.676539] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.685654] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.691250] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.867297] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updated VIF entry in instance network info cache for port 3128800f-0a53-4baa-952f-48d113a5e776. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.867297] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating instance_info_cache with network_info: [{"id": "3128800f-0a53-4baa-952f-48d113a5e776", "address": "fa:16:3e:db:62:c9", "network": {"id": "ace67e3a-4edf-459a-8a99-27b450ad82a2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-998593419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ee68b758864ea4a15878e0a18e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3128800f-0a", "ovs_interfaceid": "3128800f-0a53-4baa-952f-48d113a5e776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.875277] env[62668]: DEBUG nova.network.neutron [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [{"id": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "address": "fa:16:3e:57:b4:83", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb919e2ef-e5", "ovs_interfaceid": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.074216] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e43e0-2499-49de-81fc-bf013a4cb657 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.084153] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683169, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.087557] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37136e-df3f-4a61-9892-5fd6724cb830 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.125933] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e978dd-b0e4-4468-b876-61b601690e08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.135562] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c93cd-0f64-4bef-9352-6653a94ee2f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.153303] env[62668]: DEBUG nova.network.neutron [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.155152] env[62668]: DEBUG nova.compute.provider_tree [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.191446] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.373306] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Releasing lock "refresh_cache-5e104993-6b3d-4cca-addf-34106ee5de9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.373608] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received event network-vif-plugged-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 612.373823] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Acquiring lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.374075] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.374306] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.374494] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] No waiting events found dispatching network-vif-plugged-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.374686] env[62668]: WARNING nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received unexpected event network-vif-plugged-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 for instance with vm_state building and task_state spawning. [ 612.374890] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 612.375074] env[62668]: DEBUG nova.compute.manager [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing instance network info cache due to event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 612.375247] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Acquiring lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.380834] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.381145] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Instance network_info: |[{"id": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "address": "fa:16:3e:57:b4:83", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb919e2ef-e5", "ovs_interfaceid": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.381427] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Acquired lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381606] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.382804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:b4:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b919e2ef-e58a-40bf-8f6b-8dc91e53dca6', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.390527] env[62668]: DEBUG oslo.service.loopingcall [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.393827] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.394082] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0656101c-d229-478d-82a3-6f87825c406b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.415458] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.415458] env[62668]: value = "task-2683171" [ 612.415458] env[62668]: _type = "Task" [ 612.415458] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.423839] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683171, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.578193] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663545} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.578542] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c8c1c0a6-3027-4521-bbfb-5bba34401af2/c8c1c0a6-3027-4521-bbfb-5bba34401af2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.579613] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.579903] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f808a8f3-8749-4524-8ca0-0a3b38c18d3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.587422] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 612.587422] env[62668]: value = "task-2683172" [ 612.587422] env[62668]: _type = "Task" [ 612.587422] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.598281] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.654196] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updated VIF entry in instance network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.654592] env[62668]: DEBUG nova.network.neutron [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [{"id": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "address": "fa:16:3e:57:b4:83", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb919e2ef-e5", "ovs_interfaceid": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.659936] env[62668]: INFO nova.compute.manager [-] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Took 1.31 seconds to deallocate network for instance. [ 612.661125] env[62668]: DEBUG nova.scheduler.client.report [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.691428] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.691679] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6bec2128-2991-42c8-a527-5566d7cea371/6bec2128-2991-42c8-a527-5566d7cea371.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.691883] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.692207] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9a7f3f-dfd3-4b5d-8078-d066e0da1bb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.699639] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 612.699639] env[62668]: value = "task-2683173" [ 612.699639] env[62668]: _type = "Task" [ 612.699639] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.712317] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.926258] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683171, 'name': CreateVM_Task, 'duration_secs': 0.363731} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.926452] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.927155] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.927323] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.927648] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.927905] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d4458d-d395-400e-a1f5-11572bb3a7f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.933224] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 612.933224] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52478aa3-1652-cb04-c39d-0c56fc09f951" [ 612.933224] env[62668]: _type = "Task" [ 612.933224] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.941924] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52478aa3-1652-cb04-c39d-0c56fc09f951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.059911] env[62668]: DEBUG nova.compute.manager [req-7aa9d5e2-162e-4813-854c-63d9b076309a req-9a2ac1f3-9f6d-4aa0-be19-e743562d899e service nova] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Received event network-vif-deleted-164bbf99-01a6-47cc-98e8-aad7acd80bc3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 613.096959] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075508} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.097280] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.097999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171e22d-8b8f-4524-943f-a48bfb9457de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.119567] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c8c1c0a6-3027-4521-bbfb-5bba34401af2/c8c1c0a6-3027-4521-bbfb-5bba34401af2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.119849] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b639c684-4123-46ec-b7a2-5464499cd552 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.139856] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 613.139856] env[62668]: value = "task-2683174" [ 613.139856] env[62668]: _type = "Task" [ 613.139856] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.148099] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.160840] env[62668]: DEBUG oslo_concurrency.lockutils [req-24133d8a-9199-4518-8d6c-37843bb892ab req-339bff48-da39-47c1-960d-b159689ac61a service nova] Releasing lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.172316] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.172316] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.176026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.915s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.177672] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.211410] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073413} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.211680] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.212569] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b44382-0667-485b-bfdd-8f69e15ff7be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.236089] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6bec2128-2991-42c8-a527-5566d7cea371/6bec2128-2991-42c8-a527-5566d7cea371.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.236629] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10a21e7-cfbc-4a05-b764-a8c972f56715 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.256492] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 613.256492] env[62668]: value = "task-2683175" [ 613.256492] env[62668]: _type = "Task" [ 613.256492] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.265333] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.444695] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52478aa3-1652-cb04-c39d-0c56fc09f951, 'name': SearchDatastore_Task, 'duration_secs': 0.095903} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.444695] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.445316] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.445316] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.445429] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.445551] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.445810] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f895648-3245-4290-b514-47b886705710 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.457406] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.457593] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.458397] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13821fc8-9710-4a4a-bd38-91d9c2631c29 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.464673] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 613.464673] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52024184-697f-b1ed-c176-b3c2fbc2d30f" [ 613.464673] env[62668]: _type = "Task" [ 613.464673] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.475662] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52024184-697f-b1ed-c176-b3c2fbc2d30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.657185] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683174, 'name': ReconfigVM_Task, 'duration_secs': 0.297843} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.657494] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c8c1c0a6-3027-4521-bbfb-5bba34401af2/c8c1c0a6-3027-4521-bbfb-5bba34401af2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.658461] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e72a2cf-1b5e-42f2-b8c2-47bdf116e8ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.665832] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 613.665832] env[62668]: value = "task-2683176" [ 613.665832] env[62668]: _type = "Task" [ 613.665832] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.673815] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683176, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.680189] env[62668]: DEBUG nova.compute.utils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.684140] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.684292] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.753036] env[62668]: DEBUG nova.policy [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d1b5b42f84031981331649559457f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '383c216bf89542a5808fee85bda40332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.769202] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683175, 'name': ReconfigVM_Task, 'duration_secs': 0.297467} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.772132] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6bec2128-2991-42c8-a527-5566d7cea371/6bec2128-2991-42c8-a527-5566d7cea371.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.773086] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c978933c-a5ef-4792-b412-e228edeae4e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.781444] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 613.781444] env[62668]: value = "task-2683177" [ 613.781444] env[62668]: _type = "Task" [ 613.781444] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.793503] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683177, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.977549] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52024184-697f-b1ed-c176-b3c2fbc2d30f, 'name': SearchDatastore_Task, 'duration_secs': 0.027515} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.978335] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbbb67e-b5d8-4eea-a94c-56c180b53400 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.986372] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 613.986372] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520eb838-4981-b80f-01e8-5f4d1ab0e6ce" [ 613.986372] env[62668]: _type = "Task" [ 613.986372] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.994499] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520eb838-4981-b80f-01e8-5f4d1ab0e6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.085935] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Successfully created port: b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.178851] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683176, 'name': Rename_Task, 'duration_secs': 0.181343} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.179431] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.180222] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a9bbef-ba71-4a71-9f4e-cd3d45d44cd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.182690] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ce72eb6-bfaf-4e26-8723-20492c842af3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.188696] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.193036] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2504dd-fada-4dc6-b0d5-43dfb1bef380 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.196115] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 614.196115] env[62668]: value = "task-2683178" [ 614.196115] env[62668]: _type = "Task" [ 614.196115] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.229034] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266bb11-bfb5-4c4a-adc8-6de1e3a94124 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.236303] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.242294] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ff7d6-dcfa-492f-96e5-97c8afedcc4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.257053] env[62668]: DEBUG nova.compute.provider_tree [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.294559] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683177, 'name': Rename_Task, 'duration_secs': 0.156146} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.294834] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.295121] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a224288c-5ba5-4f21-87d5-a683f780f03f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.302775] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 614.302775] env[62668]: value = "task-2683179" [ 614.302775] env[62668]: _type = "Task" [ 614.302775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.310916] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.498587] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520eb838-4981-b80f-01e8-5f4d1ab0e6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.021221} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.498929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.499294] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e2497c37-4c32-416d-89e1-90b4deeea4ed/e2497c37-4c32-416d-89e1-90b4deeea4ed.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.499632] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aeafab9-5e75-4652-a27e-f0ffe2b60710 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.508454] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 614.508454] env[62668]: value = "task-2683180" [ 614.508454] env[62668]: _type = "Task" [ 614.508454] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.520481] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.698153] env[62668]: INFO nova.virt.block_device [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Booting with volume fdc3d102-2748-4e92-a200-c0a46a67d9f8 at /dev/sda [ 614.709878] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.739052] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d27226c6-0d4c-46ff-82be-279b356e1d82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.749018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e5a96-f509-4a28-a9b7-c288bfd4074d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.761504] env[62668]: DEBUG nova.scheduler.client.report [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.803302] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb9e9ead-346a-41bf-bdbb-2bf4d08fdedd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.820031] env[62668]: DEBUG oslo_vmware.api [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683179, 'name': PowerOnVM_Task, 'duration_secs': 0.457806} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.820796] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.821081] env[62668]: INFO nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Took 11.21 seconds to spawn the instance on the hypervisor. [ 614.821311] env[62668]: DEBUG nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.822251] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa1f91-a3dd-4981-a1af-4885e2c235da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.828225] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f68f0c5-b4b2-4d00-a7e1-694bb673cd17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.871284] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588bb45-fd3b-42a9-bc8c-9cf06747f485 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.882443] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e79b7-c42b-4e75-88be-a406365e337d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.902594] env[62668]: DEBUG nova.virt.block_device [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updating existing volume attachment record: f56c175b-79e4-4c45-8858-79a0c2e24c69 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 615.022190] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683180, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.210503] env[62668]: DEBUG oslo_vmware.api [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683178, 'name': PowerOnVM_Task, 'duration_secs': 0.609379} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.210812] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.211038] env[62668]: INFO nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Took 8.85 seconds to spawn the instance on the hypervisor. [ 615.211224] env[62668]: DEBUG nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.212052] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785680e-bed5-406e-a9e9-67b24569623b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.357828] env[62668]: INFO nova.compute.manager [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Took 36.09 seconds to build instance. [ 615.519582] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.737766] env[62668]: INFO nova.compute.manager [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Took 34.70 seconds to build instance. [ 615.775070] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.598s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.777793] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.566s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.779749] env[62668]: INFO nova.compute.claims [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.861661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f369510-3e7e-42d8-a846-74d2f18f8179 tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.797s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.909179] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Successfully updated port: b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.020776] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.055374] env[62668]: DEBUG nova.compute.manager [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Received event network-vif-plugged-b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 616.055591] env[62668]: DEBUG oslo_concurrency.lockutils [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] Acquiring lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.055802] env[62668]: DEBUG oslo_concurrency.lockutils [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.055960] env[62668]: DEBUG oslo_concurrency.lockutils [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.056277] env[62668]: DEBUG nova.compute.manager [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] No waiting events found dispatching network-vif-plugged-b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.056385] env[62668]: WARNING nova.compute.manager [req-f2f5e0c1-7b75-41a9-b8b8-91a15dfd31ad req-9da17202-e9e0-46b6-9199-34b87f75df1f service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Received unexpected event network-vif-plugged-b21f06cc-397e-47ed-a3e4-68032cf3dc04 for instance with vm_state building and task_state block_device_mapping. [ 616.241626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0c73cc0-a396-4bf6-b1fe-e3a1c709ee13 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.469s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.350155] env[62668]: INFO nova.scheduler.client.report [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleted allocation for migration 4837ae2d-1487-4f28-86df-94442a415098 [ 616.364825] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.412814] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.413043] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquired lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.413434] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.522009] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683180, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.617504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.522287] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e2497c37-4c32-416d-89e1-90b4deeea4ed/e2497c37-4c32-416d-89e1-90b4deeea4ed.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.522528] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.522873] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7f86ec4-487f-49f5-bfb9-f1535f5b09fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.530853] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 616.530853] env[62668]: value = "task-2683181" [ 616.530853] env[62668]: _type = "Task" [ 616.530853] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.536767] env[62668]: DEBUG nova.compute.manager [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-changed-fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 616.536948] env[62668]: DEBUG nova.compute.manager [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing instance network info cache due to event network-changed-fcb82aee-6c18-4187-b9ad-5390521c6ad8. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 616.537193] env[62668]: DEBUG oslo_concurrency.lockutils [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.537340] env[62668]: DEBUG oslo_concurrency.lockutils [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.537504] env[62668]: DEBUG nova.network.neutron [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing network info cache for port fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.547124] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.744829] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.857622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-05ac41bc-0710-410f-86b1-ac60ddd6c032 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.646s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.894608] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.995834] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.996358] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.996602] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.996754] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.996936] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.997088] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.997233] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.997464] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.997622] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.998419] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.998419] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.998419] env[62668]: DEBUG nova.virt.hardware [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.999700] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645dcbc-316c-483e-9e42-45ec5f7696f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.006390] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.015922] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bfa8c-5bc6-47ed-95b3-0aa6c596fed3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.049622] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073242} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.049918] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.051113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e76281-b4b7-4b96-9ffb-89daae9d1ef8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.075387] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] e2497c37-4c32-416d-89e1-90b4deeea4ed/e2497c37-4c32-416d-89e1-90b4deeea4ed.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.078215] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2741ef66-2cc9-4fb3-9cd8-fbe2061f5223 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.099101] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 617.099101] env[62668]: value = "task-2683182" [ 617.099101] env[62668]: _type = "Task" [ 617.099101] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.110596] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.265305] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.266764] env[62668]: DEBUG nova.network.neutron [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updating instance_info_cache with network_info: [{"id": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "address": "fa:16:3e:c1:dd:59", "network": {"id": "5ebf1d27-d408-4814-9981-7602c34cf0a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1900752721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383c216bf89542a5808fee85bda40332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21f06cc-39", "ovs_interfaceid": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.443493] env[62668]: DEBUG nova.network.neutron [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updated VIF entry in instance network info cache for port fcb82aee-6c18-4187-b9ad-5390521c6ad8. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.443985] env[62668]: DEBUG nova.network.neutron [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.471267] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e15eca-b5ee-4104-bdcb-11b69c554c1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.480265] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a40f78b-2778-4a3c-aa73-8159ed3b3c93 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.514955] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d73f8-14d2-409f-8901-018a1cfbfe90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.523085] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b914bde-f8b3-414c-a964-435bc88e954a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.538834] env[62668]: DEBUG nova.compute.provider_tree [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.612088] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683182, 'name': ReconfigVM_Task, 'duration_secs': 0.458067} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.612388] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Reconfigured VM instance instance-0000001b to attach disk [datastore1] e2497c37-4c32-416d-89e1-90b4deeea4ed/e2497c37-4c32-416d-89e1-90b4deeea4ed.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.614574] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f253e68-752a-439b-8f52-d5d9062f59c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.621054] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 617.621054] env[62668]: value = "task-2683183" [ 617.621054] env[62668]: _type = "Task" [ 617.621054] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.632131] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683183, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.769171] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Releasing lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.769536] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance network_info: |[{"id": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "address": "fa:16:3e:c1:dd:59", "network": {"id": "5ebf1d27-d408-4814-9981-7602c34cf0a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1900752721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383c216bf89542a5808fee85bda40332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21f06cc-39", "ovs_interfaceid": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.769977] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:dd:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b21f06cc-397e-47ed-a3e4-68032cf3dc04', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.777768] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Creating folder: Project (383c216bf89542a5808fee85bda40332). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.778085] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78275aac-7330-4279-a73d-b55e464aa71a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.795033] env[62668]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 617.795033] env[62668]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62668) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 617.795033] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Folder already exists: Project (383c216bf89542a5808fee85bda40332). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 617.795033] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Creating folder: Instances. Parent ref: group-v540872. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.795033] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925a262a-5cb9-48f3-979e-63a8cabae78c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.806286] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Created folder: Instances in parent group-v540872. [ 617.806541] env[62668]: DEBUG oslo.service.loopingcall [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.806818] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.807046] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-317b10b0-81e1-4474-8ffd-0bc21a9ad409 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.832202] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.832202] env[62668]: value = "task-2683186" [ 617.832202] env[62668]: _type = "Task" [ 617.832202] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.841119] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683186, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.949570] env[62668]: DEBUG oslo_concurrency.lockutils [req-b11200b6-1194-417e-a488-012cca425ddf req-c855ffff-1f2b-468f-a15d-894c4f53c6e5 service nova] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.042395] env[62668]: DEBUG nova.scheduler.client.report [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.084426] env[62668]: DEBUG nova.compute.manager [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Received event network-changed-b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 618.084790] env[62668]: DEBUG nova.compute.manager [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Refreshing instance network info cache due to event network-changed-b21f06cc-397e-47ed-a3e4-68032cf3dc04. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 618.085274] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Acquiring lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.085859] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Acquired lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.085859] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Refreshing network info cache for port b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.133857] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683183, 'name': Rename_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.342664] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683186, 'name': CreateVM_Task, 'duration_secs': 0.416547} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.343172] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.343393] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540888', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'name': 'volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49be8bf1-44e4-4729-9934-6d9bcfc2d581', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'serial': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'f56c175b-79e4-4c45-8858-79a0c2e24c69', 'volume_type': None}], 'swap': None} {{(pid=62668) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 618.343607] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Root volume attach. Driver type: vmdk {{(pid=62668) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 618.344873] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6185b7-48ca-4361-b9a7-29bab24c5699 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.352790] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422cfbee-087c-4707-9a7f-5bc1e425742f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.359258] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a034e8-5ad9-481d-9102-8135a2257eb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.365631] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b27efefe-380b-4f2e-834d-5e8159391739 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.373692] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 618.373692] env[62668]: value = "task-2683187" [ 618.373692] env[62668]: _type = "Task" [ 618.373692] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.381657] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683187, 'name': RelocateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.548142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.548837] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.551521] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.648s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.553128] env[62668]: INFO nova.compute.claims [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.632021] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683183, 'name': Rename_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.769282] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updated VIF entry in instance network info cache for port b21f06cc-397e-47ed-a3e4-68032cf3dc04. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.769587] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updating instance_info_cache with network_info: [{"id": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "address": "fa:16:3e:c1:dd:59", "network": {"id": "5ebf1d27-d408-4814-9981-7602c34cf0a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1900752721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383c216bf89542a5808fee85bda40332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21f06cc-39", "ovs_interfaceid": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.825469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.825699] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.885129] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683187, 'name': RelocateVM_Task} progress is 19%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.058639] env[62668]: DEBUG nova.compute.utils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.062125] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 619.132876] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683183, 'name': Rename_Task, 'duration_secs': 1.316778} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.132876] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.133100] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bba493d-44fd-4be9-8ac9-390701f8a23a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.140932] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 619.140932] env[62668]: value = "task-2683188" [ 619.140932] env[62668]: _type = "Task" [ 619.140932] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.148645] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.272222] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Releasing lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.272465] env[62668]: DEBUG nova.compute.manager [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Received event network-changed-73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 619.272735] env[62668]: DEBUG nova.compute.manager [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Refreshing instance network info cache due to event network-changed-73cefeca-8e61-4682-af00-c1d65fc27ac4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 619.272852] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Acquiring lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.272996] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Acquired lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.273177] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Refreshing network info cache for port 73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.384787] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683187, 'name': RelocateVM_Task, 'duration_secs': 0.804796} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.385102] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 619.385332] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540888', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'name': 'volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49be8bf1-44e4-4729-9934-6d9bcfc2d581', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'serial': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 619.386145] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f85702-f672-4380-9470-915aac1cf6fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.403604] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2118fe-e7d5-4dad-aa48-5024745f5216 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.426320] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8/volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.426594] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018a14cb-5d6e-4805-8992-5f810530aedb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.447221] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 619.447221] env[62668]: value = "task-2683189" [ 619.447221] env[62668]: _type = "Task" [ 619.447221] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.455483] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.563025] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.650659] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.957089] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683189, 'name': ReconfigVM_Task, 'duration_secs': 0.276207} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.957375] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8/volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.965054] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc9bdf4-145d-41ea-b0a8-7ce2a2cf06ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.982633] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 619.982633] env[62668]: value = "task-2683190" [ 619.982633] env[62668]: _type = "Task" [ 619.982633] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.993691] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.008481] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Updated VIF entry in instance network info cache for port 73cefeca-8e61-4682-af00-c1d65fc27ac4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.008828] env[62668]: DEBUG nova.network.neutron [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Updating instance_info_cache with network_info: [{"id": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "address": "fa:16:3e:27:88:45", "network": {"id": "5609bc6c-c2ab-4024-9d9b-6af585a6149b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-503799287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d16a3f9feae4f3086f8c302b6be07ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73cefeca-8e", "ovs_interfaceid": "73cefeca-8e61-4682-af00-c1d65fc27ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.042069] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ff2d4-755b-4617-8756-6a12567177f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.050887] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e5486-a696-4ebe-8587-764784c14b44 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.088165] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5d6a0-527a-4181-9566-3223feaf6740 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.096766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a31646-0ff7-49d8-b022-d8b194726244 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.113497] env[62668]: DEBUG nova.compute.provider_tree [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.151486] env[62668]: DEBUG oslo_vmware.api [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683188, 'name': PowerOnVM_Task, 'duration_secs': 0.995799} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.151827] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.152110] env[62668]: INFO nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Took 10.96 seconds to spawn the instance on the hypervisor. [ 620.152355] env[62668]: DEBUG nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.153158] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b44c3-ed28-4799-be9e-c0ebd72e6674 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.493671] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683190, 'name': ReconfigVM_Task, 'duration_secs': 0.153946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.494091] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540888', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'name': 'volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49be8bf1-44e4-4729-9934-6d9bcfc2d581', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'serial': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 620.494587] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a262aa8-8839-4e6b-8c2e-1c1f42604f1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.503029] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 620.503029] env[62668]: value = "task-2683191" [ 620.503029] env[62668]: _type = "Task" [ 620.503029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.511141] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683191, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.514870] env[62668]: DEBUG oslo_concurrency.lockutils [req-de1efc46-62ed-48d4-a0d6-c9afc7b0ea62 req-d68c7d8e-2315-401e-9799-9f258df247d0 service nova] Releasing lock "refresh_cache-6bec2128-2991-42c8-a527-5566d7cea371" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.588571] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.616399] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.616641] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.616797] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.616978] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.617156] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.617307] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.617515] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.617678] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.617843] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.618013] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.618305] env[62668]: DEBUG nova.virt.hardware [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.619200] env[62668]: DEBUG nova.scheduler.client.report [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.623783] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92191632-4dce-4ad9-964d-4ab144c41c74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.632646] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487e19c-8e87-4691-a124-b189b2981be0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.649155] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.654709] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Creating folder: Project (022d657a23914e1ba6edd0b72585280e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.655257] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e01a98b-ea81-4c87-9a6a-7c91c46b3995 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.671191] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Created folder: Project (022d657a23914e1ba6edd0b72585280e) in parent group-v540833. [ 620.671231] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Creating folder: Instances. Parent ref: group-v540929. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.671677] env[62668]: INFO nova.compute.manager [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Took 39.04 seconds to build instance. [ 620.672519] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42812fa7-f66f-4912-af4e-19d8614fdbaa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.687713] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Created folder: Instances in parent group-v540929. [ 620.687713] env[62668]: DEBUG oslo.service.loopingcall [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.687713] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.687713] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9abf45bd-12c5-4444-9199-148455760be7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.711655] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.711655] env[62668]: value = "task-2683194" [ 620.711655] env[62668]: _type = "Task" [ 620.711655] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.720672] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683194, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.013343] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683191, 'name': Rename_Task, 'duration_secs': 0.14411} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.013627] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.013869] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701cfa0c-6023-4113-89a3-94de3e0e9ab9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.021787] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 621.021787] env[62668]: value = "task-2683195" [ 621.021787] env[62668]: _type = "Task" [ 621.021787] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.030470] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.052535] env[62668]: DEBUG nova.compute.manager [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-changed-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 621.052535] env[62668]: DEBUG nova.compute.manager [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing instance network info cache due to event network-changed-07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 621.052717] env[62668]: DEBUG oslo_concurrency.lockutils [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.052769] env[62668]: DEBUG oslo_concurrency.lockutils [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.053128] env[62668]: DEBUG nova.network.neutron [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.128960] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.128960] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.134597] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.305s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.134597] env[62668]: DEBUG nova.objects.instance [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'resources' on Instance uuid 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.177715] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d065e3c-3b45-4197-8e0c-bb33e6e578ce tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.003s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.222499] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683194, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.532848] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.637202] env[62668]: DEBUG nova.compute.utils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 621.641016] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.641181] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.680909] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.712327] env[62668]: DEBUG nova.policy [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daac695a68254e029d742b08b5681df9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978dd68d776c45d1a89553cba5d0a847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.723818] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683194, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.823852] env[62668]: DEBUG nova.network.neutron [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updated VIF entry in instance network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.824417] env[62668]: DEBUG nova.network.neutron [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.034479] env[62668]: DEBUG oslo_vmware.api [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683195, 'name': PowerOnVM_Task, 'duration_secs': 0.542143} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.034479] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.034721] env[62668]: INFO nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Took 5.04 seconds to spawn the instance on the hypervisor. [ 622.035275] env[62668]: DEBUG nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.035654] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8cb50-8bab-4234-b224-ac2ece7c1414 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.144862] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.205096] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df400e1a-41b2-48b3-96e8-e612fcc6fc0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.209407] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.218899] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58d8fa-402f-494c-8e0b-a79303942e12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.228538] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683194, 'name': CreateVM_Task, 'duration_secs': 1.332677} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.263773] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.264996] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.265187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.265532] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.266297] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca4188e-ce24-4593-8ca8-1ad8780bf38d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.269009] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ce70ea-dd82-4e3c-8eb7-bad7a405b2d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.277428] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 622.277428] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5278d496-3653-3624-f122-b19951520c64" [ 622.277428] env[62668]: _type = "Task" [ 622.277428] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.278692] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b8aac-dced-4890-8704-31852410daa3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.292297] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5278d496-3653-3624-f122-b19951520c64, 'name': SearchDatastore_Task, 'duration_secs': 0.013141} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.300144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.300409] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.300677] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.300826] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.301017] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.301836] env[62668]: DEBUG nova.compute.provider_tree [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.303140] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4cc9e2-e55f-4999-b9d9-ee645b02a2ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.313467] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.313656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.314664] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dc410c-00f5-4810-b25e-2e16f7e82102 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.321056] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 622.321056] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff08-3381-7791-1bad-68308a7e60f3" [ 622.321056] env[62668]: _type = "Task" [ 622.321056] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.329841] env[62668]: DEBUG oslo_concurrency.lockutils [req-28e7d816-a40a-4a4a-a7a8-563de55a01ba req-ed735249-1f54-4f2d-907a-4bdbc6eefe1b service nova] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.330540] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff08-3381-7791-1bad-68308a7e60f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.490606] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Successfully created port: e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.563387] env[62668]: INFO nova.compute.manager [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Took 28.74 seconds to build instance. [ 622.806940] env[62668]: DEBUG nova.scheduler.client.report [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.834256] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff08-3381-7791-1bad-68308a7e60f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.838722] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133d7829-ca48-41d7-a347-864854e0dfe8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.847535] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 622.847535] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5219e4dd-82fc-da04-6f90-dba9bbf6727f" [ 622.847535] env[62668]: _type = "Task" [ 622.847535] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.857372] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5219e4dd-82fc-da04-6f90-dba9bbf6727f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.069054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-307451bb-7478-49c5-908a-d6cc8213431e tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.496s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.159343] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.195169] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.195169] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.195169] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.195443] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.195443] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.199016] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.199016] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.199016] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.199016] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.199016] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.199593] env[62668]: DEBUG nova.virt.hardware [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.199593] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6040b6a-13bb-4242-99c8-cee7ef1541d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.207261] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740505f9-9dc0-4a8f-ac47-30d5bca59364 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.313218] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.315568] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.671s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.317072] env[62668]: INFO nova.compute.claims [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.347554] env[62668]: INFO nova.scheduler.client.report [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocations for instance 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa [ 623.353937] env[62668]: DEBUG nova.compute.manager [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-changed-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 623.354149] env[62668]: DEBUG nova.compute.manager [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing instance network info cache due to event network-changed-07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 623.354389] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.354564] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.354705] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.365656] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5219e4dd-82fc-da04-6f90-dba9bbf6727f, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.366455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.366812] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.367084] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5f9158e-45de-4707-bb15-73ff09ec6f78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.376117] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 623.376117] env[62668]: value = "task-2683196" [ 623.376117] env[62668]: _type = "Task" [ 623.376117] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.381738] env[62668]: DEBUG nova.compute.manager [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Received event network-changed-b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 623.381987] env[62668]: DEBUG nova.compute.manager [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Refreshing instance network info cache due to event network-changed-b21f06cc-397e-47ed-a3e4-68032cf3dc04. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 623.382267] env[62668]: DEBUG oslo_concurrency.lockutils [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] Acquiring lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.382498] env[62668]: DEBUG oslo_concurrency.lockutils [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] Acquired lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.382684] env[62668]: DEBUG nova.network.neutron [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Refreshing network info cache for port b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.390099] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.571308] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.865965] env[62668]: DEBUG oslo_concurrency.lockutils [None req-58ae14c4-1cb6-4ca6-938a-cb1ae221a53f tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "5c88dc2b-0ee2-4bf2-b665-54fe750dadaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.185s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.891897] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.104738] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.276936] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updated VIF entry in instance network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.277539] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.304186] env[62668]: DEBUG nova.network.neutron [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updated VIF entry in instance network info cache for port b21f06cc-397e-47ed-a3e4-68032cf3dc04. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.304588] env[62668]: DEBUG nova.network.neutron [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updating instance_info_cache with network_info: [{"id": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "address": "fa:16:3e:c1:dd:59", "network": {"id": "5ebf1d27-d408-4814-9981-7602c34cf0a8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1900752721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383c216bf89542a5808fee85bda40332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21f06cc-39", "ovs_interfaceid": "b21f06cc-397e-47ed-a3e4-68032cf3dc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.389206] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537513} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.392577] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.392892] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.393793] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d61c3e1d-e242-4e77-bddc-8e70d702024c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.406649] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 624.406649] env[62668]: value = "task-2683197" [ 624.406649] env[62668]: _type = "Task" [ 624.406649] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.411990] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Successfully updated port: e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.422522] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.781154] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.781434] env[62668]: DEBUG nova.compute.manager [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 624.781623] env[62668]: DEBUG nova.compute.manager [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing instance network info cache due to event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 624.781851] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Acquiring lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.782082] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Acquired lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.782202] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.811157] env[62668]: DEBUG oslo_concurrency.lockutils [req-ee12eaba-e543-4126-8210-76a9d81e62db req-d79bf289-64f9-411e-b3ea-a3e2a110c79a service nova] Releasing lock "refresh_cache-49be8bf1-44e4-4729-9934-6d9bcfc2d581" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.847398] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6c98d7-5f9e-4714-bd77-2e090acee935 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.855739] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb372299-184e-47ff-8100-d8053f2cfa88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.893647] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489025a-1310-4410-9fb7-a42d926bf487 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.903616] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5152f31-2451-4d8f-850d-07c99b9941c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.918455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.918584] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918744] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.922158] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07564} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.936179] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.936446] env[62668]: DEBUG nova.compute.provider_tree [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.938973] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129824cd-75c9-4330-8e25-0c831ed43f77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.965021] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.965021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47207fe4-c225-4a3f-892f-81b815aa8066 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.988493] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 624.988493] env[62668]: value = "task-2683198" [ 624.988493] env[62668]: _type = "Task" [ 624.988493] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.000924] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.167660] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.167925] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.168167] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.168356] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.168533] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.171117] env[62668]: INFO nova.compute.manager [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Terminating instance [ 625.429950] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Received event network-vif-plugged-e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 625.430186] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Acquiring lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.430386] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.430552] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.430723] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] No waiting events found dispatching network-vif-plugged-e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.431794] env[62668]: WARNING nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Received unexpected event network-vif-plugged-e8693f90-7740-469a-8dd9-75a6beb14b3d for instance with vm_state building and task_state spawning. [ 625.431794] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 625.431794] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing instance network info cache due to event network-changed-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 625.431794] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Acquiring lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.444097] env[62668]: DEBUG nova.scheduler.client.report [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.465506] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.507330] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.545775] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updated VIF entry in instance network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.546168] env[62668]: DEBUG nova.network.neutron [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [{"id": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "address": "fa:16:3e:57:b4:83", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb919e2ef-e5", "ovs_interfaceid": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.600036] env[62668]: DEBUG nova.compute.manager [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-changed-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 625.600245] env[62668]: DEBUG nova.compute.manager [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing instance network info cache due to event network-changed-07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 625.600463] env[62668]: DEBUG oslo_concurrency.lockutils [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.600643] env[62668]: DEBUG oslo_concurrency.lockutils [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.600932] env[62668]: DEBUG nova.network.neutron [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.675221] env[62668]: DEBUG nova.compute.manager [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.675482] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.676696] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11abfb5d-1c0f-49ab-a258-4ba11101a944 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.686228] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.686475] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5dcf8a1-ec56-48f1-b4dd-b71b7308b296 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.694302] env[62668]: DEBUG nova.network.neutron [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Updating instance_info_cache with network_info: [{"id": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "address": "fa:16:3e:26:05:87", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8693f90-77", "ovs_interfaceid": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.698706] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 625.698706] env[62668]: value = "task-2683199" [ 625.698706] env[62668]: _type = "Task" [ 625.698706] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.705126] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.952360] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.953122] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.956706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.930s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.957102] env[62668]: DEBUG nova.objects.instance [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lazy-loading 'resources' on Instance uuid b9a91452-834c-4bce-8b00-05152fcc4c87 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.006728] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683198, 'name': ReconfigVM_Task, 'duration_secs': 0.911248} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.007168] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfigured VM instance instance-0000001e to attach disk [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.007994] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df05a135-9414-42ba-97c8-420e9d0070f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.016763] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 626.016763] env[62668]: value = "task-2683200" [ 626.016763] env[62668]: _type = "Task" [ 626.016763] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.027342] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683200, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.049375] env[62668]: DEBUG oslo_concurrency.lockutils [req-87449afc-4d95-49a6-ab60-c4725c919cde req-a282baea-2a30-4dc5-bfeb-1058db2c52bf service nova] Releasing lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.049826] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Acquired lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.050069] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Refreshing network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.198136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.198474] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance network_info: |[{"id": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "address": "fa:16:3e:26:05:87", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8693f90-77", "ovs_interfaceid": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.199067] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:05:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8693f90-7740-469a-8dd9-75a6beb14b3d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.206641] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating folder: Project (978dd68d776c45d1a89553cba5d0a847). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.215554] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c93f92a-d987-4364-8d76-3c53f4405f1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.224948] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683199, 'name': PowerOffVM_Task, 'duration_secs': 0.247615} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.225268] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.225455] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.225740] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2666c55b-3937-4f4b-a83a-8980d2652f09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.228526] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created folder: Project (978dd68d776c45d1a89553cba5d0a847) in parent group-v540833. [ 626.228720] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating folder: Instances. Parent ref: group-v540932. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.229273] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0b8b821-89b3-4c89-a497-249d45dd80c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.240320] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created folder: Instances in parent group-v540932. [ 626.240566] env[62668]: DEBUG oslo.service.loopingcall [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.240767] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.240979] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd8dd551-1e74-428b-b9f9-191848082fc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.265786] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.265786] env[62668]: value = "task-2683204" [ 626.265786] env[62668]: _type = "Task" [ 626.265786] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.279475] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683204, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.299040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.299287] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.299467] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleting the datastore file [datastore1] e2497c37-4c32-416d-89e1-90b4deeea4ed {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.299733] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b59bd29-e44f-4fec-a2ce-6c18a39c0c97 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.308795] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 626.308795] env[62668]: value = "task-2683205" [ 626.308795] env[62668]: _type = "Task" [ 626.308795] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.319230] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.465022] env[62668]: DEBUG nova.compute.utils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 626.469438] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.469438] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.495750] env[62668]: DEBUG nova.network.neutron [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updated VIF entry in instance network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.496202] env[62668]: DEBUG nova.network.neutron [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.510825] env[62668]: DEBUG nova.policy [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8aaa667f4e40d99faca572e5f71a32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493b2b18c820495d82181e349c686c39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.530720] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683200, 'name': Rename_Task, 'duration_secs': 0.148002} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.531041] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.531300] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d709ce-b222-47c2-aecd-94456142b7ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.540530] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 626.540530] env[62668]: value = "task-2683206" [ 626.540530] env[62668]: _type = "Task" [ 626.540530] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.551298] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.781520] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683204, 'name': CreateVM_Task, 'duration_secs': 0.433587} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.781686] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.782645] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.782832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.783156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.783436] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52060073-7619-4973-800d-9b0d12987c49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.789616] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 626.789616] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d8d03-5378-3a5c-f148-7a22a0b26685" [ 626.789616] env[62668]: _type = "Task" [ 626.789616] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.802575] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d8d03-5378-3a5c-f148-7a22a0b26685, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.802943] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.803217] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.803483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.803614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803784] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.804047] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84253d0e-7913-48f9-bbfe-08b0151728b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.814192] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.814492] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.825710] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886b5162-a15d-43ab-a3a1-4aac776dede5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.836443] env[62668]: DEBUG oslo_vmware.api [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171312} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.837418] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.837615] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.837810] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.837999] env[62668]: INFO nova.compute.manager [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 626.838303] env[62668]: DEBUG oslo.service.loopingcall [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.838878] env[62668]: DEBUG nova.compute.manager [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.838878] env[62668]: DEBUG nova.network.neutron [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.841770] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 626.841770] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522711fb-0265-03fe-7b51-6c6eb725f079" [ 626.841770] env[62668]: _type = "Task" [ 626.841770] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.852231] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522711fb-0265-03fe-7b51-6c6eb725f079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.897267] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Successfully created port: 8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.927849] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updated VIF entry in instance network info cache for port b919e2ef-e58a-40bf-8f6b-8dc91e53dca6. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.929180] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [{"id": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "address": "fa:16:3e:57:b4:83", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb919e2ef-e5", "ovs_interfaceid": "b919e2ef-e58a-40bf-8f6b-8dc91e53dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.972032] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.002090] env[62668]: DEBUG oslo_concurrency.lockutils [req-a06de2d9-4688-4b2a-a4d9-c8aca30292e5 req-a2946473-8538-4d17-a4ab-70b203804e45 service nova] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.053882] env[62668]: DEBUG oslo_vmware.api [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683206, 'name': PowerOnVM_Task, 'duration_secs': 0.501611} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.054167] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.056283] env[62668]: INFO nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Took 6.47 seconds to spawn the instance on the hypervisor. [ 627.056283] env[62668]: DEBUG nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.056283] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4efa69-6567-45a7-a70c-5a7b9e6957b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.103031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909183db-2a5c-4a47-b11c-e89cbde857f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.110633] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f04790-8d0d-4465-a619-9b26c56650ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.143400] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856806b6-7be0-4d1d-a830-4e57135da30a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.152086] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e01f10-2270-468a-b1f5-891dcb3da7c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.168697] env[62668]: DEBUG nova.compute.provider_tree [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.354823] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522711fb-0265-03fe-7b51-6c6eb725f079, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.356346] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8478be4a-74d6-40d1-8e39-041c5728814c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.366026] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 627.366026] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ca09d-a259-21ce-7ef3-78d78a2d1dda" [ 627.366026] env[62668]: _type = "Task" [ 627.366026] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.371711] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ca09d-a259-21ce-7ef3-78d78a2d1dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.433032] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Releasing lock "refresh_cache-e2497c37-4c32-416d-89e1-90b4deeea4ed" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.433032] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Received event network-changed-e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 627.433032] env[62668]: DEBUG nova.compute.manager [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Refreshing instance network info cache due to event network-changed-e8693f90-7740-469a-8dd9-75a6beb14b3d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 627.433032] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Acquiring lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.433032] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Acquired lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.433315] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Refreshing network info cache for port e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.586321] env[62668]: INFO nova.compute.manager [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Took 30.39 seconds to build instance. [ 627.629318] env[62668]: DEBUG nova.compute.manager [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-changed-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 627.629511] env[62668]: DEBUG nova.compute.manager [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing instance network info cache due to event network-changed-07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 627.629723] env[62668]: DEBUG oslo_concurrency.lockutils [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] Acquiring lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.629866] env[62668]: DEBUG oslo_concurrency.lockutils [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] Acquired lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.630099] env[62668]: DEBUG nova.network.neutron [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Refreshing network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.673454] env[62668]: DEBUG nova.scheduler.client.report [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.709379] env[62668]: DEBUG nova.network.neutron [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.876649] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ca09d-a259-21ce-7ef3-78d78a2d1dda, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.876965] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.877364] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.877644] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e77bd71-c4ed-4b98-876a-3dad872e6f0a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.887911] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 627.887911] env[62668]: value = "task-2683207" [ 627.887911] env[62668]: _type = "Task" [ 627.887911] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.898504] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.987210] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.016432] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.016735] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.016916] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.017142] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.017312] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.017469] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.017696] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.017858] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.018050] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.018232] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.018428] env[62668]: DEBUG nova.virt.hardware [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.019642] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295f4fb-8e60-4523-8b73-46d520d544cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.033095] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e192896-1bb4-430a-bf24-6622314a4921 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.086123] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ce9ea596-76bd-407a-9d16-a35f962d3211 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.684s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.178647] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.181506] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.062s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.183469] env[62668]: INFO nova.compute.claims [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.213184] env[62668]: INFO nova.compute.manager [-] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Took 1.37 seconds to deallocate network for instance. [ 628.221583] env[62668]: INFO nova.scheduler.client.report [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Deleted allocations for instance b9a91452-834c-4bce-8b00-05152fcc4c87 [ 628.310786] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Updated VIF entry in instance network info cache for port e8693f90-7740-469a-8dd9-75a6beb14b3d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.310885] env[62668]: DEBUG nova.network.neutron [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Updating instance_info_cache with network_info: [{"id": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "address": "fa:16:3e:26:05:87", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8693f90-77", "ovs_interfaceid": "e8693f90-7740-469a-8dd9-75a6beb14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.398801] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474605} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.399089] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.399305] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.399547] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa8bcfa8-3bad-43d5-8abe-d9aa207a5047 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410051] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 628.410051] env[62668]: value = "task-2683208" [ 628.410051] env[62668]: _type = "Task" [ 628.410051] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.417731] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.451469] env[62668]: DEBUG nova.network.neutron [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updated VIF entry in instance network info cache for port 07681f40-4918-40f2-b614-1536b14a0cea. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.451851] env[62668]: DEBUG nova.network.neutron [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [{"id": "07681f40-4918-40f2-b614-1536b14a0cea", "address": "fa:16:3e:24:b8:fb", "network": {"id": "7a67af83-5369-43c9-9188-caad8b55ca43", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-732298466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac5f615ced840ba89b61d40022fc2ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07681f40-49", "ovs_interfaceid": "07681f40-4918-40f2-b614-1536b14a0cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.482119] env[62668]: DEBUG nova.compute.manager [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Received event network-vif-plugged-8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 628.482459] env[62668]: DEBUG oslo_concurrency.lockutils [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] Acquiring lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.482556] env[62668]: DEBUG oslo_concurrency.lockutils [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.482716] env[62668]: DEBUG oslo_concurrency.lockutils [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.482903] env[62668]: DEBUG nova.compute.manager [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] No waiting events found dispatching network-vif-plugged-8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.483085] env[62668]: WARNING nova.compute.manager [req-3258561b-fb54-4b1b-9f77-fa703394f082 req-d657697e-dea5-4ba5-969d-86340c2e583a service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Received unexpected event network-vif-plugged-8ab3a644-72c8-43d9-a152-9c97a0309c51 for instance with vm_state building and task_state spawning. [ 628.510610] env[62668]: INFO nova.compute.manager [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Rebuilding instance [ 628.552089] env[62668]: DEBUG nova.compute.manager [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.552955] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb20f50-326b-43c9-a6b8-432ac207d6cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.572838] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Successfully updated port: 8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.589111] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.720615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.728836] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51accaf1-d71c-4773-b3f9-49d2805996ab tempest-ImagesOneServerTestJSON-1817582227 tempest-ImagesOneServerTestJSON-1817582227-project-member] Lock "b9a91452-834c-4bce-8b00-05152fcc4c87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.037s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.813833] env[62668]: DEBUG oslo_concurrency.lockutils [req-99d80946-53c9-40e2-b233-10b3d34f6213 req-e2baf608-0213-471d-9b92-732248be26ff service nova] Releasing lock "refresh_cache-8d1f4077-4988-473d-8026-6ae0e44a70e4" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.920381] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06236} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.920660] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.921429] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f677483-ec47-4b23-b79f-06b1b5db206c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.943694] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.943977] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1771bbd-aa91-4f4a-a94f-8dd121497e0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.958224] env[62668]: DEBUG oslo_concurrency.lockutils [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] Releasing lock "refresh_cache-b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.958455] env[62668]: DEBUG nova.compute.manager [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Received event network-vif-deleted-b919e2ef-e58a-40bf-8f6b-8dc91e53dca6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 628.958633] env[62668]: INFO nova.compute.manager [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Neutron deleted interface b919e2ef-e58a-40bf-8f6b-8dc91e53dca6; detaching it from the instance and deleting it from the info cache [ 628.958804] env[62668]: DEBUG nova.network.neutron [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.978448] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 628.978448] env[62668]: value = "task-2683209" [ 628.978448] env[62668]: _type = "Task" [ 628.978448] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.987839] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.079729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.079877] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.080035] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.109494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.461187] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a81c3f2-a715-4848-8ac5-204816b24f17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.476396] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5382414-e49b-45e5-9515-6ff50ebfbf33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.510355] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.529754] env[62668]: DEBUG nova.compute.manager [req-8187f79a-ccb9-4459-b149-b9a26b71a794 req-3707f4b4-ffac-4c49-967d-7831e8059e4b service nova] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Detach interface failed, port_id=b919e2ef-e58a-40bf-8f6b-8dc91e53dca6, reason: Instance e2497c37-4c32-416d-89e1-90b4deeea4ed could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 629.566685] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.567025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15338ac3-d0d3-4b57-99c0-fce38c5c19b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.579047] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 629.579047] env[62668]: value = "task-2683210" [ 629.579047] env[62668]: _type = "Task" [ 629.579047] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.591659] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.614876] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.731178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81118a2-f4bb-462f-9111-5a0c401531e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.739064] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f5c35b-da4c-4020-9662-3a178a1067ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.773654] env[62668]: DEBUG nova.network.neutron [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Updating instance_info_cache with network_info: [{"id": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "address": "fa:16:3e:3c:41:d6", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab3a644-72", "ovs_interfaceid": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.775436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66728721-1138-4a5c-83a1-c1a7f5779220 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.786334] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3edd3-ae57-4cc7-8eff-d04df9cee0c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.803734] env[62668]: DEBUG nova.compute.provider_tree [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.010356] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683209, 'name': ReconfigVM_Task, 'duration_secs': 0.860981} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.010780] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.011312] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0faabd-25a2-4a98-8774-acc7bab8c73b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.018955] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 630.018955] env[62668]: value = "task-2683211" [ 630.018955] env[62668]: _type = "Task" [ 630.018955] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.028335] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683211, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.089776] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683210, 'name': PowerOffVM_Task, 'duration_secs': 0.15454} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.090053] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.090292] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.091070] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3050844-9f39-486c-9079-27b74f0934b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.098286] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.098525] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f46e20fd-1b73-4f7a-a7bf-9b85092df4cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.129217] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.129656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.129879] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Deleting the datastore file [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.130187] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fee0a88-684d-4e1e-a125-3b50635f53af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.139452] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 630.139452] env[62668]: value = "task-2683213" [ 630.139452] env[62668]: _type = "Task" [ 630.139452] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.148674] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.280919] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.280919] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance network_info: |[{"id": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "address": "fa:16:3e:3c:41:d6", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab3a644-72", "ovs_interfaceid": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.282137] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:41:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab3a644-72c8-43d9-a152-9c97a0309c51', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.290168] env[62668]: DEBUG oslo.service.loopingcall [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.290432] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.290659] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54647994-1045-4637-b02e-aa283fdc3a95 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.322543] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.322543] env[62668]: value = "task-2683214" [ 630.322543] env[62668]: _type = "Task" [ 630.322543] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.331997] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683214, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.336984] env[62668]: ERROR nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [req-61fdfd44-6ae2-4234-a75f-53b879a7a884] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61fdfd44-6ae2-4234-a75f-53b879a7a884"}]} [ 630.354963] env[62668]: DEBUG nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.371491] env[62668]: DEBUG nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.371491] env[62668]: DEBUG nova.compute.provider_tree [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.396322] env[62668]: DEBUG nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.418882] env[62668]: DEBUG nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.527724] env[62668]: DEBUG nova.compute.manager [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Received event network-changed-8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 630.527724] env[62668]: DEBUG nova.compute.manager [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Refreshing instance network info cache due to event network-changed-8ab3a644-72c8-43d9-a152-9c97a0309c51. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 630.527724] env[62668]: DEBUG oslo_concurrency.lockutils [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] Acquiring lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.527724] env[62668]: DEBUG oslo_concurrency.lockutils [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] Acquired lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.527724] env[62668]: DEBUG nova.network.neutron [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Refreshing network info cache for port 8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.534909] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683211, 'name': Rename_Task, 'duration_secs': 0.154519} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.535659] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.535821] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55136ff4-0e94-467d-964d-42be51db9dc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.543957] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 630.543957] env[62668]: value = "task-2683215" [ 630.543957] env[62668]: _type = "Task" [ 630.543957] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.552782] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.655173] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113765} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.655173] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.655173] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.655173] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.840980] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683214, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.987801] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacb433-610c-468a-a826-0eabe102e9bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.996675] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525ba83-8f46-4ef5-8423-80d15104dbb1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.030701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e18cb-5e58-4391-965d-b01137ed3773 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.041550] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ca960-fd9a-4b70-b469-6bd40d426c85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.068553] env[62668]: DEBUG nova.compute.provider_tree [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.069995] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.276623] env[62668]: DEBUG nova.network.neutron [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Updated VIF entry in instance network info cache for port 8ab3a644-72c8-43d9-a152-9c97a0309c51. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.277990] env[62668]: DEBUG nova.network.neutron [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Updating instance_info_cache with network_info: [{"id": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "address": "fa:16:3e:3c:41:d6", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab3a644-72", "ovs_interfaceid": "8ab3a644-72c8-43d9-a152-9c97a0309c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.336356] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683214, 'name': CreateVM_Task, 'duration_secs': 0.738364} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.336530] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.337226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.337392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.337722] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.337971] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3de897-5fc4-41f7-b51d-bc873c4efaa2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.342875] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 631.342875] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247516b-f75e-b52b-48d8-51234ad1a8c9" [ 631.342875] env[62668]: _type = "Task" [ 631.342875] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.351337] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247516b-f75e-b52b-48d8-51234ad1a8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.556320] env[62668]: DEBUG oslo_vmware.api [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683215, 'name': PowerOnVM_Task, 'duration_secs': 0.626823} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.557342] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.557342] env[62668]: INFO nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Took 8.40 seconds to spawn the instance on the hypervisor. [ 631.557342] env[62668]: DEBUG nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.558012] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc4b32-41ae-42b7-9f2d-670abb7fe27c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.607856] env[62668]: DEBUG nova.scheduler.client.report [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.608116] env[62668]: DEBUG nova.compute.provider_tree [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 56 to 57 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.608304] env[62668]: DEBUG nova.compute.provider_tree [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.694387] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.694691] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.694846] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.695031] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.698017] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.698017] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.698017] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.698017] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.698017] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.698205] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.698205] env[62668]: DEBUG nova.virt.hardware [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.698205] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4b090b-1236-4c75-a790-d4b68cf28c96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.706066] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa0fcb-469a-4b51-b193-1e5b5ceedc77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.721308] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.727559] env[62668]: DEBUG oslo.service.loopingcall [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.727840] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.728069] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d6de9f-0f84-48e8-9cd0-2192067d1900 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.747684] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.747684] env[62668]: value = "task-2683216" [ 631.747684] env[62668]: _type = "Task" [ 631.747684] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.757177] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683216, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.780070] env[62668]: DEBUG oslo_concurrency.lockutils [req-314b0bf5-384c-4642-b141-6148e2c592c7 req-8ede241e-0a72-4474-859f-08924152e672 service nova] Releasing lock "refresh_cache-b6f13cf6-3e27-4054-8494-c7fba675012a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.854492] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247516b-f75e-b52b-48d8-51234ad1a8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.854899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.855212] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.855455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.855641] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.855839] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.856137] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a343573c-7ad3-4ae3-9b38-818f5ef5c010 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.867649] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.867876] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.868669] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cd725e-d74f-481a-ab49-824b448bd8e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.876372] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 631.876372] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52992e2b-71e8-9c01-8860-4c90a60129e2" [ 631.876372] env[62668]: _type = "Task" [ 631.876372] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.886944] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52992e2b-71e8-9c01-8860-4c90a60129e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.076068] env[62668]: INFO nova.compute.manager [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Took 33.20 seconds to build instance. [ 632.113509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.932s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.114070] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.117249] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.616s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.117491] env[62668]: DEBUG nova.objects.instance [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lazy-loading 'resources' on Instance uuid d1d162c6-7bad-45c2-b7f3-52e5ac65f98d {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.258367] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683216, 'name': CreateVM_Task, 'duration_secs': 0.397339} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.258598] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.258995] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.259157] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.259507] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.259759] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7fdc2c-4aa1-4d66-a875-8cb42ebddda1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.265315] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 632.265315] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c09a4-88a4-58be-eab7-93f4b2af596a" [ 632.265315] env[62668]: _type = "Task" [ 632.265315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.274196] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c09a4-88a4-58be-eab7-93f4b2af596a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.388701] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52992e2b-71e8-9c01-8860-4c90a60129e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.389659] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55de8877-076a-4eec-b938-c247ad673c04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.396108] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 632.396108] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b1295d-ac44-18dc-de0b-7eaf0319ca57" [ 632.396108] env[62668]: _type = "Task" [ 632.396108] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.405175] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b1295d-ac44-18dc-de0b-7eaf0319ca57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.579596] env[62668]: DEBUG oslo_concurrency.lockutils [None req-81d7ee82-7573-4cb4-a4ed-1b3613e369b2 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.022s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.622396] env[62668]: DEBUG nova.compute.utils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.622514] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.622833] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.678902] env[62668]: DEBUG nova.policy [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daac695a68254e029d742b08b5681df9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978dd68d776c45d1a89553cba5d0a847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.777660] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c09a4-88a4-58be-eab7-93f4b2af596a, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.778517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.778517] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.778517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.914700] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b1295d-ac44-18dc-de0b-7eaf0319ca57, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.914930] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.915311] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b6f13cf6-3e27-4054-8494-c7fba675012a/b6f13cf6-3e27-4054-8494-c7fba675012a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.915787] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916102] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.916400] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fed0b06-43bd-455f-9d20-b8648f5ae9a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.918760] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d923411-3888-4655-be6d-ba96c6e2e97c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.931050] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 632.931050] env[62668]: value = "task-2683217" [ 632.931050] env[62668]: _type = "Task" [ 632.931050] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.931891] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.933255] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.937567] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ee100b-36b2-472c-9d9d-f00d00183ff7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.952822] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 632.952822] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52848d88-d33a-5891-b9f0-e1172f38c592" [ 632.952822] env[62668]: _type = "Task" [ 632.952822] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.953143] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.965050] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52848d88-d33a-5891-b9f0-e1172f38c592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.083061] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.096951] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Successfully created port: f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.124522] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.233282] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c955f9de-7212-4692-8f34-91694c0eee84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.246703] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52cbda6-7c76-45a3-83db-abd71225214e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.282782] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5a385-d2b5-44fb-b60c-89770ed634ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.292375] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d9323-05da-4615-bcb0-ca046cfa120a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.308762] env[62668]: DEBUG nova.compute.provider_tree [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.444614] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.466434] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52848d88-d33a-5891-b9f0-e1172f38c592, 'name': SearchDatastore_Task, 'duration_secs': 0.025835} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.467361] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef92016-d6b4-4bb0-bac0-380d69094686 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.473575] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 633.473575] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522c66bd-f7dd-4d34-264a-314d9cd250df" [ 633.473575] env[62668]: _type = "Task" [ 633.473575] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.482732] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522c66bd-f7dd-4d34-264a-314d9cd250df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.608449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.813342] env[62668]: DEBUG nova.scheduler.client.report [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.943356] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531954} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.944089] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b6f13cf6-3e27-4054-8494-c7fba675012a/b6f13cf6-3e27-4054-8494-c7fba675012a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.944089] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.944388] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8bf04f7-9c50-4afc-a144-9c6450156bdb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.953374] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 633.953374] env[62668]: value = "task-2683218" [ 633.953374] env[62668]: _type = "Task" [ 633.953374] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.964558] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.986257] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522c66bd-f7dd-4d34-264a-314d9cd250df, 'name': SearchDatastore_Task, 'duration_secs': 0.015597} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.986585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.986887] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.987323] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-898c2150-8dc6-4ad7-b473-33371bd51234 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.996114] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 633.996114] env[62668]: value = "task-2683219" [ 633.996114] env[62668]: _type = "Task" [ 633.996114] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.005284] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.135827] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.172825] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.172825] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.173056] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.173162] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.173303] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.173445] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.174530] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.174530] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.174530] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.179190] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.179190] env[62668]: DEBUG nova.virt.hardware [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.179190] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f6243-d67d-46b1-ba82-c3d7ae5c6d3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.187168] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b33887-ecbf-492f-a6f4-8c5eae1ad9d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.323186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.326369] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.156s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.327705] env[62668]: INFO nova.compute.claims [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.350523] env[62668]: INFO nova.scheduler.client.report [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Deleted allocations for instance d1d162c6-7bad-45c2-b7f3-52e5ac65f98d [ 634.464587] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.464807] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.465486] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e6536-8414-4bc8-94c6-5d41be5b1140 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.490141] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] b6f13cf6-3e27-4054-8494-c7fba675012a/b6f13cf6-3e27-4054-8494-c7fba675012a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.490502] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c098cd8b-3082-417e-be9b-478a1691a8ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.515212] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.516645] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 634.516645] env[62668]: value = "task-2683220" [ 634.516645] env[62668]: _type = "Task" [ 634.516645] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.525617] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.577449] env[62668]: DEBUG nova.compute.manager [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Received event network-vif-plugged-f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 634.577449] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] Acquiring lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.577983] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] Lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.577983] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] Lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.578349] env[62668]: DEBUG nova.compute.manager [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] No waiting events found dispatching network-vif-plugged-f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.578349] env[62668]: WARNING nova.compute.manager [req-c4b10e8d-e943-41b8-8191-bbc1c09b391d req-01d02ee6-8671-49bb-ae23-24e03e51091b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Received unexpected event network-vif-plugged-f6e65bdc-9c5c-4dbf-840e-90346f34efb7 for instance with vm_state building and task_state spawning. [ 634.704045] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Successfully updated port: f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.858830] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6285921b-dd31-4ddb-969d-81cc6eb32e27 tempest-DeleteServersAdminTestJSON-2058770642 tempest-DeleteServersAdminTestJSON-2058770642-project-member] Lock "d1d162c6-7bad-45c2-b7f3-52e5ac65f98d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.906s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.015331] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53547} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.015601] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.016670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.016670] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a54bcc8-b271-4c6e-84e4-b7235928eb7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.026041] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683220, 'name': ReconfigVM_Task, 'duration_secs': 0.35746} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.026991] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] b6f13cf6-3e27-4054-8494-c7fba675012a/b6f13cf6-3e27-4054-8494-c7fba675012a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.027734] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 635.027734] env[62668]: value = "task-2683221" [ 635.027734] env[62668]: _type = "Task" [ 635.027734] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.027916] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6461ff8-9505-433a-ba9c-9c3fc547fd4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.038020] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.039335] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 635.039335] env[62668]: value = "task-2683222" [ 635.039335] env[62668]: _type = "Task" [ 635.039335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.047206] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683222, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.210883] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.211173] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.211265] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.288189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "48dc29f6-f436-4d87-9580-02f812763c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.288426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.540406] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069021} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.545782] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.547202] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e61d6ab-e621-48b8-8a1b-d0e1bcfbb68c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.554226] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683222, 'name': Rename_Task, 'duration_secs': 0.145504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.561289] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.570153] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.572885] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b949d8c0-be4d-45ff-91cf-7aaf73b734a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.574362] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac11fc45-bc91-4316-8057-781d9d54ae7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.595255] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 635.595255] env[62668]: value = "task-2683223" [ 635.595255] env[62668]: _type = "Task" [ 635.595255] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.596666] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 635.596666] env[62668]: value = "task-2683224" [ 635.596666] env[62668]: _type = "Task" [ 635.596666] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.613290] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.616488] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.751285] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.864515] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a51fa-6d21-424f-a0cb-fdd5a805ef70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.875335] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63675309-5e03-454e-90cb-d9ddc28a9299 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.912358] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ccd95e-4e16-44ae-a3d1-b50cd873e93f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.921975] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9171fd31-cd6f-4689-bfc8-5d5742e8599e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.936318] env[62668]: DEBUG nova.compute.provider_tree [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.953229] env[62668]: DEBUG nova.network.neutron [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Updating instance_info_cache with network_info: [{"id": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "address": "fa:16:3e:a1:db:df", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e65bdc-9c", "ovs_interfaceid": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.111473] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.115099] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.439627] env[62668]: DEBUG nova.scheduler.client.report [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.455464] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.456192] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Instance network_info: |[{"id": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "address": "fa:16:3e:a1:db:df", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e65bdc-9c", "ovs_interfaceid": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.456321] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:db:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6e65bdc-9c5c-4dbf-840e-90346f34efb7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.464636] env[62668]: DEBUG oslo.service.loopingcall [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.465567] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.465792] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1dc163-49f1-430f-b908-35f83c62b2df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.487973] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.487973] env[62668]: value = "task-2683225" [ 636.487973] env[62668]: _type = "Task" [ 636.487973] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.497208] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683225, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.610763] env[62668]: DEBUG nova.compute.manager [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Received event network-changed-f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 636.610763] env[62668]: DEBUG nova.compute.manager [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Refreshing instance network info cache due to event network-changed-f6e65bdc-9c5c-4dbf-840e-90346f34efb7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 636.610763] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] Acquiring lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.610763] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] Acquired lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.610763] env[62668]: DEBUG nova.network.neutron [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Refreshing network info cache for port f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.616454] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.620247] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683224, 'name': ReconfigVM_Task, 'duration_secs': 0.896539} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.621025] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfigured VM instance instance-0000001e to attach disk [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.621617] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa9cd4d-503b-4926-98f9-146f4fd8361c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.628708] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 636.628708] env[62668]: value = "task-2683226" [ 636.628708] env[62668]: _type = "Task" [ 636.628708] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.637846] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683226, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.945947] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.946502] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.950313] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.686s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.950562] env[62668]: DEBUG nova.objects.instance [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lazy-loading 'resources' on Instance uuid fc26fcf9-0a2f-49cc-9ab7-279df1863069 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.999336] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683225, 'name': CreateVM_Task, 'duration_secs': 0.410764} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.999536] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.000279] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.000467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.000753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.001009] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba39967-c6c1-4e7f-95f1-7d6ddde791a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.005824] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 637.005824] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252d5d3-bdd4-3478-3fb6-9f4b5272280a" [ 637.005824] env[62668]: _type = "Task" [ 637.005824] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.013767] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252d5d3-bdd4-3478-3fb6-9f4b5272280a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.111213] env[62668]: DEBUG oslo_vmware.api [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683223, 'name': PowerOnVM_Task, 'duration_secs': 1.052214} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.111629] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.111953] env[62668]: INFO nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Took 9.12 seconds to spawn the instance on the hypervisor. [ 637.112263] env[62668]: DEBUG nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.113429] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87c041-a417-4110-bd78-55d5893eedcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.143277] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683226, 'name': Rename_Task, 'duration_secs': 0.146255} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.143684] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.144011] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1399d10c-a38f-4a5b-a7ba-d0ec72edf5fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.154083] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 637.154083] env[62668]: value = "task-2683227" [ 637.154083] env[62668]: _type = "Task" [ 637.154083] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.162735] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.452582] env[62668]: DEBUG nova.compute.utils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.458355] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.458396] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.478560] env[62668]: DEBUG nova.network.neutron [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Updated VIF entry in instance network info cache for port f6e65bdc-9c5c-4dbf-840e-90346f34efb7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.478608] env[62668]: DEBUG nova.network.neutron [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Updating instance_info_cache with network_info: [{"id": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "address": "fa:16:3e:a1:db:df", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e65bdc-9c", "ovs_interfaceid": "f6e65bdc-9c5c-4dbf-840e-90346f34efb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.518961] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252d5d3-bdd4-3478-3fb6-9f4b5272280a, 'name': SearchDatastore_Task, 'duration_secs': 0.033149} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.520040] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.520040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.520247] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.520393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.520571] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.523374] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ed01a5-6081-4739-8f61-d8ef8dad60f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.527020] env[62668]: DEBUG nova.policy [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2a966c608a454b891627041a94146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3d74687a20457fb0bc326228b07f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.536783] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.539029] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.542939] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9437dc3-fdda-4776-8fbd-2789de7b19d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.548830] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 637.548830] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a8004c-3e30-8099-868a-0ab1dfed075e" [ 637.548830] env[62668]: _type = "Task" [ 637.548830] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.556814] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a8004c-3e30-8099-868a-0ab1dfed075e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.637269] env[62668]: INFO nova.compute.manager [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Took 34.02 seconds to build instance. [ 637.667594] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.891402] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Successfully created port: 181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.948491] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf646210-a151-40ba-972a-81d1498ecd65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.959170] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Suspending the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 637.961245] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cd7eb0b5-cd99-45f2-8440-d2dbc39a211b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.962831] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.974156] env[62668]: DEBUG oslo_vmware.api [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 637.974156] env[62668]: value = "task-2683228" [ 637.974156] env[62668]: _type = "Task" [ 637.974156] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.984749] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a4dbe46-e8dd-472b-8ad6-b3a59045c460 req-fd0656f9-19fd-45de-bf64-36554dfa47df service nova] Releasing lock "refresh_cache-d0b8e179-8817-424f-8718-e24d502c77f8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.985445] env[62668]: DEBUG oslo_vmware.api [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683228, 'name': SuspendVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.023949] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b6d462-9402-43af-bddd-cf6d99b9299e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.032803] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86acf89d-db30-4e7d-b768-5030227740ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.073724] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ed3db-d57c-4f27-a3ef-fdaae11d05e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.084931] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a8004c-3e30-8099-868a-0ab1dfed075e, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.085419] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f557b94-24dd-4982-ab68-601a5adedd66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.089196] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82241f8b-c215-4674-90db-896301f4f346 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.097239] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 638.097239] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525319ba-6527-a279-78d9-b082a7c0af02" [ 638.097239] env[62668]: _type = "Task" [ 638.097239] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.109310] env[62668]: DEBUG nova.compute.provider_tree [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.119890] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525319ba-6527-a279-78d9-b082a7c0af02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.139604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cad8b8f2-d3e2-47ae-a999-05b40b5f10f1 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.565s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.169675] env[62668]: DEBUG oslo_vmware.api [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683227, 'name': PowerOnVM_Task, 'duration_secs': 0.905115} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.169675] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.169675] env[62668]: DEBUG nova.compute.manager [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.169675] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e423d-1eb3-48df-8e45-b69e27136b34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.483887] env[62668]: DEBUG oslo_vmware.api [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683228, 'name': SuspendVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.615350] env[62668]: DEBUG nova.scheduler.client.report [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.625027] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525319ba-6527-a279-78d9-b082a7c0af02, 'name': SearchDatastore_Task, 'duration_secs': 0.062042} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.625027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.625027] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d0b8e179-8817-424f-8718-e24d502c77f8/d0b8e179-8817-424f-8718-e24d502c77f8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.625369] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc61d968-68bd-4849-a453-8744a27b3806 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.631816] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 638.631816] env[62668]: value = "task-2683229" [ 638.631816] env[62668]: _type = "Task" [ 638.631816] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.642022] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.642022] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.692863] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.973977] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.987665] env[62668]: DEBUG oslo_vmware.api [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683228, 'name': SuspendVM_Task, 'duration_secs': 0.938876} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.987951] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Suspended the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 638.988269] env[62668]: DEBUG nova.compute.manager [None req-2507c296-b8a8-430d-abf4-3f903cc50009 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.989278] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67d9ea-f19b-4af7-9f07-741910a0e741 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.009129] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.009803] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.009914] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.010261] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.010466] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.010589] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.010814] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.010967] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.011152] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.011320] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.011500] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.012435] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebceaf-fdea-4218-a832-86e4c6f8026e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.022498] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2ba76d-5291-4bb7-b4ae-430fde6c344b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.122337] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.124923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.470s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.125192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.125421] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.125842] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.266s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.127461] env[62668]: INFO nova.compute.claims [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.131085] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc153f8d-be72-49c8-bdfb-114caa57dfb1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.149075] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502039} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.150097] env[62668]: INFO nova.scheduler.client.report [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Deleted allocations for instance fc26fcf9-0a2f-49cc-9ab7-279df1863069 [ 639.153033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289cf780-7993-4f99-8cf2-2e983408c810 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.156385] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d0b8e179-8817-424f-8718-e24d502c77f8/d0b8e179-8817-424f-8718-e24d502c77f8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.156620] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.161696] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10c86804-ddf4-4b72-a513-c77c399ddba7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.179805] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f416cc-aad8-4f50-a531-988204eeb6c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.181996] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 639.181996] env[62668]: value = "task-2683230" [ 639.181996] env[62668]: _type = "Task" [ 639.181996] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.186060] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.191163] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a00850-08eb-45d2-b2ce-9915036bab7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.198336] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.229766] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178782MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 639.229874] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.425547] env[62668]: DEBUG nova.compute.manager [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Received event network-vif-plugged-181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 639.425747] env[62668]: DEBUG oslo_concurrency.lockutils [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] Acquiring lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.425912] env[62668]: DEBUG oslo_concurrency.lockutils [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.426085] env[62668]: DEBUG oslo_concurrency.lockutils [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.426250] env[62668]: DEBUG nova.compute.manager [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] No waiting events found dispatching network-vif-plugged-181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.426405] env[62668]: WARNING nova.compute.manager [req-44746fd4-1914-4afc-bdde-83b501b37e8d req-2e8ef2c7-783c-4a9f-ba68-0a9ce030bda1 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Received unexpected event network-vif-plugged-181f6b09-212e-44d0-a7b1-97e46a2987a5 for instance with vm_state building and task_state spawning. [ 639.512768] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Successfully updated port: 181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.667838] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5d7c8744-b6be-4f5c-ae61-5a4180ba85c5 tempest-TenantUsagesTestJSON-761310555 tempest-TenantUsagesTestJSON-761310555-project-member] Lock "fc26fcf9-0a2f-49cc-9ab7-279df1863069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.866s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.697024] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069728} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.697024] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.698029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352adc7d-ae9c-4283-967b-8d039dcad5fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.726726] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d0b8e179-8817-424f-8718-e24d502c77f8/d0b8e179-8817-424f-8718-e24d502c77f8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.727065] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd57114-bcb1-4f0b-b2f5-8dd263df6bc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.748998] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 639.748998] env[62668]: value = "task-2683231" [ 639.748998] env[62668]: _type = "Task" [ 639.748998] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.757247] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.015406] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.015662] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.015908] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.059141] env[62668]: INFO nova.compute.manager [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Rebuilding instance [ 640.114312] env[62668]: DEBUG nova.compute.manager [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.115317] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f57d85-8046-47e0-b12a-0b96972c7bed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.258164] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.561889] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.760211] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683231, 'name': ReconfigVM_Task, 'duration_secs': 0.542511} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.761662] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d0b8e179-8817-424f-8718-e24d502c77f8/d0b8e179-8817-424f-8718-e24d502c77f8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.763256] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d194cf6-7b44-4dfc-815b-3128a4281f9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.766283] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e0da20-de6e-4a0d-81b0-462269a0d218 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.769477] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Updating instance_info_cache with network_info: [{"id": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "address": "fa:16:3e:98:18:45", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f6b09-21", "ovs_interfaceid": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.775152] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c13990-1cdd-453a-ace5-878c231042ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.779218] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 640.779218] env[62668]: value = "task-2683232" [ 640.779218] env[62668]: _type = "Task" [ 640.779218] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.812768] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3232c83d-70d4-4fcc-85cc-43727468f01c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.819320] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683232, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.827047] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956e21d-90c9-4c1e-bd86-7a35d8a353d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.844440] env[62668]: DEBUG nova.compute.provider_tree [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.130548] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.130897] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5b6915-9cf6-4a8f-ae89-e6ea441299dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.137987] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 641.137987] env[62668]: value = "task-2683233" [ 641.137987] env[62668]: _type = "Task" [ 641.137987] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.152664] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.275317] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.275662] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Instance network_info: |[{"id": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "address": "fa:16:3e:98:18:45", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f6b09-21", "ovs_interfaceid": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.276117] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:18:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '181f6b09-212e-44d0-a7b1-97e46a2987a5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.285027] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Creating folder: Project (cb3d74687a20457fb0bc326228b07f21). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.285443] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0413d89c-79de-4737-a66e-628ece495ac6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.296627] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683232, 'name': Rename_Task, 'duration_secs': 0.153451} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.297526] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.297526] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a8999ab-89d7-4092-87a1-bce73f998d48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.299779] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Created folder: Project (cb3d74687a20457fb0bc326228b07f21) in parent group-v540833. [ 641.299957] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Creating folder: Instances. Parent ref: group-v540938. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.300532] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f694b1f0-f1c9-4d13-8d44-572ac68e1d5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.307431] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 641.307431] env[62668]: value = "task-2683235" [ 641.307431] env[62668]: _type = "Task" [ 641.307431] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.315690] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Created folder: Instances in parent group-v540938. [ 641.315690] env[62668]: DEBUG oslo.service.loopingcall [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.315690] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.316633] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b799657f-976e-4e07-9fcb-be052cfc5d42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.331298] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.335691] env[62668]: DEBUG nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.335691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00a6b0d-3195-4b73-94f3-dbed9f4a0d62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.337853] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.337853] env[62668]: value = "task-2683237" [ 641.337853] env[62668]: _type = "Task" [ 641.337853] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.352388] env[62668]: DEBUG nova.scheduler.client.report [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.356046] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683237, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.451888] env[62668]: DEBUG nova.compute.manager [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Received event network-changed-181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 641.452836] env[62668]: DEBUG nova.compute.manager [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Refreshing instance network info cache due to event network-changed-181f6b09-212e-44d0-a7b1-97e46a2987a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 641.452836] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] Acquiring lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.452836] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] Acquired lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.452836] env[62668]: DEBUG nova.network.neutron [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Refreshing network info cache for port 181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.652926] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683233, 'name': PowerOffVM_Task, 'duration_secs': 0.128384} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.653332] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.653671] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.654841] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b38a7-2556-48dd-bd5e-637f090f2317 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.662593] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.662866] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-218b5cf0-a7cd-4e7e-b670-99b9215a14b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.692212] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.692457] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.692748] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Deleting the datastore file [datastore2] d547c3ed-e5c6-4ced-ab16-5b05f21515e8 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.693064] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed991d98-4995-4c03-b26f-e9f0ae70acf7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.700612] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 641.700612] env[62668]: value = "task-2683239" [ 641.700612] env[62668]: _type = "Task" [ 641.700612] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.709869] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.818350] env[62668]: DEBUG oslo_vmware.api [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683235, 'name': PowerOnVM_Task, 'duration_secs': 0.466268} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.818628] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.818944] env[62668]: INFO nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Took 7.68 seconds to spawn the instance on the hypervisor. [ 641.819164] env[62668]: DEBUG nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.819969] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c8410-7965-43b6-b634-ffe8558de712 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.851138] env[62668]: INFO nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] instance snapshotting [ 641.851428] env[62668]: WARNING nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 641.853423] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683237, 'name': CreateVM_Task, 'duration_secs': 0.42244} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.853905] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.855060] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51e589-6afb-4ddc-abac-86e9d4f04fec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.858592] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.858760] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.859091] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.859358] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4ffd1a-439b-4d3f-884f-0bad165fde5d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.862075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.862586] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.893098] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.715s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.893431] env[62668]: DEBUG nova.objects.instance [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lazy-loading 'resources' on Instance uuid 4c2f7cca-4369-4c0c-83a2-567281381883 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.897926] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae27c0-8021-4b77-8c3c-1a0b72929fa3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.903115] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 641.903115] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c12683-3866-9b68-b99c-e5002083d4c9" [ 641.903115] env[62668]: _type = "Task" [ 641.903115] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.918213] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c12683-3866-9b68-b99c-e5002083d4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.919624] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.920046] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.920305] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.920462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.920647] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.923944] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c376dc07-14b6-4edd-bfd5-e2eb68977442 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.926439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.926659] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.936051] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.936271] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.937438] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb51e6b3-01f6-401a-a883-b6eaca07806d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.942617] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 641.942617] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b122b-a812-da5f-cc14-63b93da17e34" [ 641.942617] env[62668]: _type = "Task" [ 641.942617] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.952483] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b122b-a812-da5f-cc14-63b93da17e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.961681] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "379210e6-bd63-4029-9d46-7462cff00c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.961912] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.210950] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155053} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.211648] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.211849] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.212050] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.338758] env[62668]: INFO nova.compute.manager [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Took 37.24 seconds to build instance. [ 642.400758] env[62668]: DEBUG nova.compute.utils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.405832] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.405832] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.415230] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 642.415855] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a5e7081-ebfd-4b66-8c06-a52d5c85d550 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.425020] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 642.425020] env[62668]: value = "task-2683240" [ 642.425020] env[62668]: _type = "Task" [ 642.425020] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.440146] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.455300] env[62668]: DEBUG nova.policy [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2a966c608a454b891627041a94146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3d74687a20457fb0bc326228b07f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.466192] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b122b-a812-da5f-cc14-63b93da17e34, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.471945] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0eb2f0-5dd9-428a-884e-85acb2df98f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.477933] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 642.477933] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecff17-770b-a730-0a09-6832cb04f7c7" [ 642.477933] env[62668]: _type = "Task" [ 642.477933] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.494234] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecff17-770b-a730-0a09-6832cb04f7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.694053] env[62668]: DEBUG nova.network.neutron [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Updated VIF entry in instance network info cache for port 181f6b09-212e-44d0-a7b1-97e46a2987a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.694903] env[62668]: DEBUG nova.network.neutron [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Updating instance_info_cache with network_info: [{"id": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "address": "fa:16:3e:98:18:45", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap181f6b09-21", "ovs_interfaceid": "181f6b09-212e-44d0-a7b1-97e46a2987a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.780060] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Successfully created port: d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.843373] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fbd7f9de-8961-45a9-8cd4-83a0b5f5957a tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.173s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.906842] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.938230] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683240, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.992042] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecff17-770b-a730-0a09-6832cb04f7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.992042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.992042] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 66ea59bb-cd2f-4d34-a3be-bc4662ac5084/66ea59bb-cd2f-4d34-a3be-bc4662ac5084.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.992042] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc883e4-e159-4d92-bf5a-7fc5103b73ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.001140] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 643.001140] env[62668]: value = "task-2683241" [ 643.001140] env[62668]: _type = "Task" [ 643.001140] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.013875] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.067284] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98de977-267d-4493-a724-abe25fd15502 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.079811] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d5192-f855-48bb-81d0-a83546f507b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.119020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59d8f0-1657-4f1c-a08f-d53acf957297 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.123789] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81235827-d4c3-4b90-8c40-94e2f00881d7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.139195] env[62668]: DEBUG nova.compute.provider_tree [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.202212] env[62668]: DEBUG oslo_concurrency.lockutils [req-6ec92d0b-7911-4073-a2fd-09802dd797d8 req-b9e4bcd7-9851-46a4-b0ef-1c117b1e6ef8 service nova] Releasing lock "refresh_cache-66ea59bb-cd2f-4d34-a3be-bc4662ac5084" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.259782] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.259937] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.260305] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.260305] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.260418] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.260568] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.260779] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.260938] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.262026] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.262255] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.262443] env[62668]: DEBUG nova.virt.hardware [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.263458] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b722f01a-ee51-41f2-a89d-49696604a912 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.274655] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480175a-8f44-4317-a1f8-e6ea9571d3b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.296271] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.302457] env[62668]: DEBUG oslo.service.loopingcall [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.302766] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.302997] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185b2339-0487-4611-83c7-65269f7955f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.322033] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.322033] env[62668]: value = "task-2683242" [ 643.322033] env[62668]: _type = "Task" [ 643.322033] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.330729] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683242, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.347321] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.438588] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683240, 'name': CreateSnapshot_Task, 'duration_secs': 0.542568} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.438588] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 643.439435] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e194e28-d9b1-4a51-ab61-b91d27815c1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.513010] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502649} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.513303] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 66ea59bb-cd2f-4d34-a3be-bc4662ac5084/66ea59bb-cd2f-4d34-a3be-bc4662ac5084.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.513539] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.513794] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c7e12e6-af5b-4fa3-97f0-3816986a285e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.519608] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 643.519608] env[62668]: value = "task-2683243" [ 643.519608] env[62668]: _type = "Task" [ 643.519608] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.527107] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.643144] env[62668]: DEBUG nova.scheduler.client.report [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.713288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.713999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.833041] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683242, 'name': CreateVM_Task, 'duration_secs': 0.339851} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.833232] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.833650] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.833808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.834312] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.834501] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b623277-8c38-4e4b-b3ac-51c271626a28 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.839349] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 643.839349] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5284a4f3-7ebe-8c52-293a-5cf3d6c8bf94" [ 643.839349] env[62668]: _type = "Task" [ 643.839349] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.853081] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5284a4f3-7ebe-8c52-293a-5cf3d6c8bf94, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.853352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.853582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.853808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.853951] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.854224] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.856350] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af36edd-1144-479d-b963-de26b10bb2a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.864792] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.865176] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.865851] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08cf23c-481a-4166-9990-91491bada757 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.872081] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 643.872081] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5288ad45-dce2-2057-f2ad-27e4c25e5081" [ 643.872081] env[62668]: _type = "Task" [ 643.872081] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.876549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.885112] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5288ad45-dce2-2057-f2ad-27e4c25e5081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.919504] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.951901] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.952197] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.952425] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.952655] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.952817] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.952967] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.953200] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.953359] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.953516] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.953683] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.953849] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.960395] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.961135] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cbd48-38c6-4e13-bd29-26b5fe444e11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.964220] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1156bb9-3634-4d5d-ab1e-1de6d30c66e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.973132] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f6598-6cc7-48fa-b2f0-220d7cb1386d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.977052] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 643.977052] env[62668]: value = "task-2683244" [ 643.977052] env[62668]: _type = "Task" [ 643.977052] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.994741] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683244, 'name': CloneVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.028842] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.028842] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.030732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dddc5f-3c9b-4d63-bf56-abbad6d6a350 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.052872] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 66ea59bb-cd2f-4d34-a3be-bc4662ac5084/66ea59bb-cd2f-4d34-a3be-bc4662ac5084.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.052999] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffeb844-10ba-4741-a5d2-a736077cdd3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.073646] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 644.073646] env[62668]: value = "task-2683245" [ 644.073646] env[62668]: _type = "Task" [ 644.073646] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.084443] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.150024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.151337] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.257s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.152916] env[62668]: INFO nova.compute.claims [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.183427] env[62668]: INFO nova.scheduler.client.report [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Deleted allocations for instance 4c2f7cca-4369-4c0c-83a2-567281381883 [ 644.386690] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5288ad45-dce2-2057-f2ad-27e4c25e5081, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.388235] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd723be-ac04-43c2-8337-7f5a5daba4c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.397021] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 644.397021] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e0b26f-90fe-d0d1-ff97-f514e081dfee" [ 644.397021] env[62668]: _type = "Task" [ 644.397021] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.403567] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e0b26f-90fe-d0d1-ff97-f514e081dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.478180] env[62668]: DEBUG nova.compute.manager [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Received event network-vif-plugged-d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 644.478180] env[62668]: DEBUG oslo_concurrency.lockutils [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] Acquiring lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.478180] env[62668]: DEBUG oslo_concurrency.lockutils [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.478180] env[62668]: DEBUG oslo_concurrency.lockutils [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.478514] env[62668]: DEBUG nova.compute.manager [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] No waiting events found dispatching network-vif-plugged-d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.479071] env[62668]: WARNING nova.compute.manager [req-20e132e9-9582-45d6-b0d6-eff7fcd925c3 req-faa045dc-e9d1-4778-9f0d-6070d97c1f34 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Received unexpected event network-vif-plugged-d2f1822f-6462-4763-a2ef-4f453d189937 for instance with vm_state building and task_state spawning. [ 644.492168] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683244, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.522757] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Successfully updated port: d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.590049] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683245, 'name': ReconfigVM_Task, 'duration_secs': 0.329608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.590049] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 66ea59bb-cd2f-4d34-a3be-bc4662ac5084/66ea59bb-cd2f-4d34-a3be-bc4662ac5084.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.591788] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f9ce064-65e0-474b-b8f9-ed150c7ce60b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.599766] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 644.599766] env[62668]: value = "task-2683246" [ 644.599766] env[62668]: _type = "Task" [ 644.599766] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.615397] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683246, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.700414] env[62668]: DEBUG oslo_concurrency.lockutils [None req-46a1a3d6-d8fb-4888-9998-b2638d57bd22 tempest-ServerPasswordTestJSON-1317226352 tempest-ServerPasswordTestJSON-1317226352-project-member] Lock "4c2f7cca-4369-4c0c-83a2-567281381883" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.496s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.909305] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e0b26f-90fe-d0d1-ff97-f514e081dfee, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.909627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.909903] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.910223] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a1cfac0-723e-4f5e-983c-573a65124f2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.917437] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 644.917437] env[62668]: value = "task-2683247" [ 644.917437] env[62668]: _type = "Task" [ 644.917437] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.927098] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.989378] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683244, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.024887] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.025897] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.025897] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.115110] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683246, 'name': Rename_Task, 'duration_secs': 0.143327} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.115110] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.115110] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2750ee81-ef4a-49bf-a6cc-3f4b779c6989 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.120801] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 645.120801] env[62668]: value = "task-2683248" [ 645.120801] env[62668]: _type = "Task" [ 645.120801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.128334] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.323498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "9e2fda18-07bc-4adc-a067-569d6cca1577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.323498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.434173] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.501928] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683244, 'name': CloneVM_Task, 'duration_secs': 1.434321} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.506372] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Created linked-clone VM from snapshot [ 645.508112] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7ffe5-c3c2-4e5a-9d76-35d8965cbf3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.517335] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Uploading image 7e76e145-73ee-4384-90bf-437c9a98e43a {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.557143] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 645.557143] env[62668]: value = "vm-540943" [ 645.557143] env[62668]: _type = "VirtualMachine" [ 645.557143] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 645.557733] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc7d8237-4643-4ef1-9a95-255c1f3a8be9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.567376] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease: (returnval){ [ 645.567376] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ac368f-2956-f533-a976-9ee28351f2d3" [ 645.567376] env[62668]: _type = "HttpNfcLease" [ 645.567376] env[62668]: } obtained for exporting VM: (result){ [ 645.567376] env[62668]: value = "vm-540943" [ 645.567376] env[62668]: _type = "VirtualMachine" [ 645.567376] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 645.567637] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the lease: (returnval){ [ 645.567637] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ac368f-2956-f533-a976-9ee28351f2d3" [ 645.567637] env[62668]: _type = "HttpNfcLease" [ 645.567637] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 645.577411] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.586845] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.586845] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ac368f-2956-f533-a976-9ee28351f2d3" [ 645.586845] env[62668]: _type = "HttpNfcLease" [ 645.586845] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 645.633124] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683248, 'name': PowerOnVM_Task, 'duration_secs': 0.497828} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.633476] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.633727] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Took 6.66 seconds to spawn the instance on the hypervisor. [ 645.633946] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.634858] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd09e03f-1e57-4cad-aa09-19a7c2590427 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.838367] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64559c2-e71d-4174-b7ac-9abac11d907d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.847397] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa43b8-0e07-4786-998c-625bb8529643 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.882178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc708ef-5a50-4632-be73-396b7d01f549 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.892051] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61db058-d9b8-4d2d-b24e-653288eeb7e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.904807] env[62668]: DEBUG nova.compute.provider_tree [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.930019] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613364} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.930586] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.930586] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.931094] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1a2fee8-58e7-47b0-a175-3d70cdd26020 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.937898] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 645.937898] env[62668]: value = "task-2683250" [ 645.937898] env[62668]: _type = "Task" [ 645.937898] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.948495] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.079551] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 646.079551] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ac368f-2956-f533-a976-9ee28351f2d3" [ 646.079551] env[62668]: _type = "HttpNfcLease" [ 646.079551] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 646.079551] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 646.079551] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ac368f-2956-f533-a976-9ee28351f2d3" [ 646.079551] env[62668]: _type = "HttpNfcLease" [ 646.079551] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 646.080023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99baba5f-bc0e-4200-a10f-3b076e118acb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090257] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 646.090453] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 646.092541] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Updating instance_info_cache with network_info: [{"id": "d2f1822f-6462-4763-a2ef-4f453d189937", "address": "fa:16:3e:94:8e:fb", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1822f-64", "ovs_interfaceid": "d2f1822f-6462-4763-a2ef-4f453d189937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.165451] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.165451] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Instance network_info: |[{"id": "d2f1822f-6462-4763-a2ef-4f453d189937", "address": "fa:16:3e:94:8e:fb", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1822f-64", "ovs_interfaceid": "d2f1822f-6462-4763-a2ef-4f453d189937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.166146] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:8e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f1822f-6462-4763-a2ef-4f453d189937', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.174017] env[62668]: DEBUG oslo.service.loopingcall [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.176354] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.176612] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbcd1e13-cd16-4a7e-98b3-f179846c0f8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.191217] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Took 37.05 seconds to build instance. [ 646.198173] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.198173] env[62668]: value = "task-2683251" [ 646.198173] env[62668]: _type = "Task" [ 646.198173] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.207613] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29ab0873-2b0a-40fd-a1ec-bf0e4bdba6cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.209257] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683251, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.410031] env[62668]: DEBUG nova.scheduler.client.report [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.448811] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068247} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.449082] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.450143] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e51fd9-dac4-4595-a93a-3cb2a10533e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.471106] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.471937] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559d5611-8d5e-48f7-9471-9f84affade4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.494583] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 646.494583] env[62668]: value = "task-2683252" [ 646.494583] env[62668]: _type = "Task" [ 646.494583] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.502666] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.510622] env[62668]: DEBUG nova.compute.manager [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Received event network-changed-d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 646.510951] env[62668]: DEBUG nova.compute.manager [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Refreshing instance network info cache due to event network-changed-d2f1822f-6462-4763-a2ef-4f453d189937. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 646.511077] env[62668]: DEBUG oslo_concurrency.lockutils [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] Acquiring lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.511213] env[62668]: DEBUG oslo_concurrency.lockutils [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] Acquired lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.511391] env[62668]: DEBUG nova.network.neutron [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Refreshing network info cache for port d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.693490] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.990s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.709042] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683251, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.919258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.920323] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.930042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.664s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.931401] env[62668]: INFO nova.compute.claims [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.007027] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.198075] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.223342] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683251, 'name': CreateVM_Task, 'duration_secs': 0.637476} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.225686] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.226584] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.227737] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231261] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.232059] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2958284d-0cf4-417c-8987-b6f4f29cc90e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.237260] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 647.237260] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5253283d-db9c-f43e-f984-f684df53a43c" [ 647.237260] env[62668]: _type = "Task" [ 647.237260] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.246292] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5253283d-db9c-f43e-f984-f684df53a43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.403886] env[62668]: DEBUG nova.network.neutron [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Updated VIF entry in instance network info cache for port d2f1822f-6462-4763-a2ef-4f453d189937. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.403886] env[62668]: DEBUG nova.network.neutron [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Updating instance_info_cache with network_info: [{"id": "d2f1822f-6462-4763-a2ef-4f453d189937", "address": "fa:16:3e:94:8e:fb", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f1822f-64", "ovs_interfaceid": "d2f1822f-6462-4763-a2ef-4f453d189937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.430545] env[62668]: DEBUG nova.compute.utils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.432021] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.432354] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.473217] env[62668]: DEBUG nova.policy [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2a966c608a454b891627041a94146e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3d74687a20457fb0bc326228b07f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.507603] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683252, 'name': ReconfigVM_Task, 'duration_secs': 0.520622} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.507603] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d547c3ed-e5c6-4ced-ab16-5b05f21515e8/d547c3ed-e5c6-4ced-ab16-5b05f21515e8.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.508167] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368793b1-81b5-413a-9678-05dc95397834 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515536] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 647.515536] env[62668]: value = "task-2683253" [ 647.515536] env[62668]: _type = "Task" [ 647.515536] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.524420] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683253, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.736242] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.747192] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5253283d-db9c-f43e-f984-f684df53a43c, 'name': SearchDatastore_Task, 'duration_secs': 0.020155} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.747619] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.748021] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.748271] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.748416] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.748593] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.748859] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d28bb4c-64a9-4bcc-ab08-ce14d3d9a735 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.762233] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.762657] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.764280] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Successfully created port: ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.766476] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc98b12-95ad-4d4b-b008-91d8d5aef49c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.773062] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 647.773062] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e9aef9-c1ba-ab8e-2c37-0754f462c82e" [ 647.773062] env[62668]: _type = "Task" [ 647.773062] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.781184] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e9aef9-c1ba-ab8e-2c37-0754f462c82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.906730] env[62668]: DEBUG oslo_concurrency.lockutils [req-60d5889f-3016-4d3d-b0d1-29e47034ccff req-92319679-6190-4a15-84a9-56ca2f00b0c7 service nova] Releasing lock "refresh_cache-ff000eaa-3edf-4c8a-a089-64430da4850d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.935748] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.028709] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683253, 'name': Rename_Task, 'duration_secs': 0.159862} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.029313] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.029590] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-129f0836-c392-4621-bea6-7da5eb49cd9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.036192] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Waiting for the task: (returnval){ [ 648.036192] env[62668]: value = "task-2683254" [ 648.036192] env[62668]: _type = "Task" [ 648.036192] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.046262] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.287223] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e9aef9-c1ba-ab8e-2c37-0754f462c82e, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.291281] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9582e1d6-5bbd-46b8-b4ca-f25ee89af39a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.296683] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 648.296683] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d8de3b-800f-8a5c-ca7e-5fa8eb321229" [ 648.296683] env[62668]: _type = "Task" [ 648.296683] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.306953] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d8de3b-800f-8a5c-ca7e-5fa8eb321229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.496197] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12e1b1-4b6e-4363-ba36-bb979c07c065 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.505348] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b674d-b8ef-4204-a90e-79ee16603be8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.535915] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81a2a2-d962-407d-8df0-791b8b9d21d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.548872] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8628e127-6599-4584-ac55-3be44448895c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.552530] env[62668]: DEBUG oslo_vmware.api [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Task: {'id': task-2683254, 'name': PowerOnVM_Task, 'duration_secs': 0.504061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.552790] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.553336] env[62668]: DEBUG nova.compute.manager [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.554033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d95fb-8d56-40f6-8881-239b8fb113d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.564974] env[62668]: DEBUG nova.compute.provider_tree [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.809056] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d8de3b-800f-8a5c-ca7e-5fa8eb321229, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.809628] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.809628] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ff000eaa-3edf-4c8a-a089-64430da4850d/ff000eaa-3edf-4c8a-a089-64430da4850d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.809898] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f94c27b-575f-497f-8a6e-fb1bcc5d6e35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.817187] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 648.817187] env[62668]: value = "task-2683255" [ 648.817187] env[62668]: _type = "Task" [ 648.817187] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.825459] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.950176] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.972167] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.972412] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.972567] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.972780] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.972939] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.973090] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.973297] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.973454] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.973618] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.973778] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.973945] env[62668]: DEBUG nova.virt.hardware [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.974874] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950cd83-6195-4456-a8e9-beafde01af45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.982657] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0764f-5262-457b-999e-8712b6b72091 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.069790] env[62668]: DEBUG nova.scheduler.client.report [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.081626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.249451] env[62668]: DEBUG nova.compute.manager [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Received event network-vif-plugged-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 649.249689] env[62668]: DEBUG oslo_concurrency.lockutils [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] Acquiring lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.249959] env[62668]: DEBUG oslo_concurrency.lockutils [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.250186] env[62668]: DEBUG oslo_concurrency.lockutils [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.250323] env[62668]: DEBUG nova.compute.manager [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] No waiting events found dispatching network-vif-plugged-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.250485] env[62668]: WARNING nova.compute.manager [req-9a6bf6fb-b1da-498d-84a9-cb0f0db6a87e req-de4961f3-3599-4794-9097-796dd03ffda0 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Received unexpected event network-vif-plugged-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 for instance with vm_state building and task_state spawning. [ 649.327747] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.362206] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.362206] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.362206] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.362206] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.362715] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.364816] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Successfully updated port: ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.366291] env[62668]: INFO nova.compute.manager [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Terminating instance [ 649.580617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.580617] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.583051] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.374s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.585974] env[62668]: INFO nova.compute.claims [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.827834] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914594} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.828104] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ff000eaa-3edf-4c8a-a089-64430da4850d/ff000eaa-3edf-4c8a-a089-64430da4850d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.828317] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.828635] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4391e478-5218-4075-8bc4-c0ad9eb9b905 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.835946] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 649.835946] env[62668]: value = "task-2683256" [ 649.835946] env[62668]: _type = "Task" [ 649.835946] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.846635] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.870149] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.870149] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.870149] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.871106] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "refresh_cache-d547c3ed-e5c6-4ced-ab16-5b05f21515e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.872610] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquired lock "refresh_cache-d547c3ed-e5c6-4ced-ab16-5b05f21515e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.872610] env[62668]: DEBUG nova.network.neutron [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.092196] env[62668]: DEBUG nova.compute.utils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.094080] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.094203] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.134030] env[62668]: DEBUG nova.policy [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e963e2f68e45188709dea21d45289e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d382a85ca44879a7a25668c5bb8d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.346021] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101829} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.346305] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.347479] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de84d1-51ad-4341-90ef-023f066a6869 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.374122] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ff000eaa-3edf-4c8a-a089-64430da4850d/ff000eaa-3edf-4c8a-a089-64430da4850d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.379047] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2f1dba-bfe9-4d7a-97c1-13518f7e005c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.407739] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 650.407739] env[62668]: value = "task-2683257" [ 650.407739] env[62668]: _type = "Task" [ 650.407739] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.416104] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.424932] env[62668]: DEBUG nova.network.neutron [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.435497] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Successfully created port: 4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.460266] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.543823] env[62668]: DEBUG nova.network.neutron [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.599528] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.725864] env[62668]: DEBUG nova.network.neutron [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Updating instance_info_cache with network_info: [{"id": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "address": "fa:16:3e:8f:f0:2f", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa84f95-2f", "ovs_interfaceid": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.916719] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683257, 'name': ReconfigVM_Task, 'duration_secs': 0.321522} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.917173] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ff000eaa-3edf-4c8a-a089-64430da4850d/ff000eaa-3edf-4c8a-a089-64430da4850d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.917683] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9adc5951-95ea-47a0-8abf-acf087f81ff9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.924884] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 650.924884] env[62668]: value = "task-2683258" [ 650.924884] env[62668]: _type = "Task" [ 650.924884] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.939406] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683258, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.047336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Releasing lock "refresh_cache-d547c3ed-e5c6-4ced-ab16-5b05f21515e8" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.047793] env[62668]: DEBUG nova.compute.manager [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.048033] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.048988] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a4075-8799-495e-9185-75bd19a4ed61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.058454] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.058454] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8936ec92-fc1c-4d7f-bfbe-fb1b31fb6b88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.064684] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 651.064684] env[62668]: value = "task-2683259" [ 651.064684] env[62668]: _type = "Task" [ 651.064684] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.077743] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.173645] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfcb207-b615-4653-86a6-b39438824395 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.181431] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67406375-0ed5-4830-8586-7170ad7be211 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.214380] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daa417f-9303-489c-ac67-fd7fe93dd4fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.222418] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c23334-fc59-4ea9-8776-9aa59bb529bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.228548] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.228923] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Instance network_info: |[{"id": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "address": "fa:16:3e:8f:f0:2f", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa84f95-2f", "ovs_interfaceid": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.229349] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:f0:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffa84f95-2f94-4ff6-9f37-31fdac52e5f1', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.238551] env[62668]: DEBUG oslo.service.loopingcall [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.247875] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.248428] env[62668]: DEBUG nova.compute.provider_tree [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.250169] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869a4458-31bb-48d8-87c0-1db35a6b63b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.270539] env[62668]: DEBUG nova.scheduler.client.report [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.279219] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.279219] env[62668]: value = "task-2683260" [ 651.279219] env[62668]: _type = "Task" [ 651.279219] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.290701] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683260, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.326893] env[62668]: DEBUG nova.compute.manager [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Received event network-changed-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 651.327046] env[62668]: DEBUG nova.compute.manager [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Refreshing instance network info cache due to event network-changed-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 651.328964] env[62668]: DEBUG oslo_concurrency.lockutils [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] Acquiring lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.328964] env[62668]: DEBUG oslo_concurrency.lockutils [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] Acquired lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.328964] env[62668]: DEBUG nova.network.neutron [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Refreshing network info cache for port ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.437788] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683258, 'name': Rename_Task, 'duration_secs': 0.202614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.469146] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.469146] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810c8dd6-88a3-4191-8f30-f9f6d64d4462 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.469146] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 651.469146] env[62668]: value = "task-2683261" [ 651.469146] env[62668]: _type = "Task" [ 651.469146] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.469146] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.579293] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683259, 'name': PowerOffVM_Task, 'duration_secs': 0.176981} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.579766] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.580049] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.580382] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205139f1-9a60-47ff-9859-b2c850e79ea7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.608539] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.608804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.608907] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Deleting the datastore file [datastore1] d547c3ed-e5c6-4ced-ab16-5b05f21515e8 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.609305] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2cb2d9-0640-4093-b85f-ec11a497be52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.615900] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.619624] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for the task: (returnval){ [ 651.619624] env[62668]: value = "task-2683263" [ 651.619624] env[62668]: _type = "Task" [ 651.619624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.628192] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.640694] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.640954] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.641169] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.641344] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.641492] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.641639] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.641873] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.642063] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.642272] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.642405] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.642655] env[62668]: DEBUG nova.virt.hardware [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.643573] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f6a7b9-3558-4b03-b573-c51d97cfaac7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37177e-74c1-4c12-a9f1-732e30c67649 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.777219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.777854] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.784459] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.680s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.786441] env[62668]: INFO nova.compute.claims [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.799172] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683260, 'name': CreateVM_Task, 'duration_secs': 0.417889} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.799172] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.800589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.800589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.800589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.800787] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5814ab-b434-4226-8134-a3a8f6f90573 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.806609] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 651.806609] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527a4313-cd68-3ca8-b847-b28b7a3a7c71" [ 651.806609] env[62668]: _type = "Task" [ 651.806609] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.816711] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527a4313-cd68-3ca8-b847-b28b7a3a7c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.959458] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683261, 'name': PowerOnVM_Task, 'duration_secs': 0.500615} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.959695] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.959933] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Took 8.04 seconds to spawn the instance on the hypervisor. [ 651.960266] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.960845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5136ab-a8b2-4a5f-a9f1-9957b3138a66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.072234] env[62668]: DEBUG nova.network.neutron [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Updated VIF entry in instance network info cache for port ffa84f95-2f94-4ff6-9f37-31fdac52e5f1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.072857] env[62668]: DEBUG nova.network.neutron [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Updating instance_info_cache with network_info: [{"id": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "address": "fa:16:3e:8f:f0:2f", "network": {"id": "16875db6-8047-4f29-91e3-f8a13cff1191", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757611096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3d74687a20457fb0bc326228b07f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa84f95-2f", "ovs_interfaceid": "ffa84f95-2f94-4ff6-9f37-31fdac52e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.129908] env[62668]: DEBUG oslo_vmware.api [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Task: {'id': task-2683263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121028} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.130235] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.130513] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.130616] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.130770] env[62668]: INFO nova.compute.manager [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 652.131062] env[62668]: DEBUG oslo.service.loopingcall [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.131329] env[62668]: DEBUG nova.compute.manager [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.131406] env[62668]: DEBUG nova.network.neutron [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.154998] env[62668]: DEBUG nova.network.neutron [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.170761] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Successfully updated port: 4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.290996] env[62668]: DEBUG nova.compute.utils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.292555] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.292735] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.319474] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527a4313-cd68-3ca8-b847-b28b7a3a7c71, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.319775] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.320020] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.320252] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.320397] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.320570] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.321213] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad42e89-cf2a-4c5a-9ff3-3c33257b3a41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.337422] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.337627] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.338359] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e64b1c-be02-46b9-899e-2d00e78e1ae3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.343586] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 652.343586] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84814-6b3e-231c-183f-fe0da30ae615" [ 652.343586] env[62668]: _type = "Task" [ 652.343586] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.353140] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84814-6b3e-231c-183f-fe0da30ae615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.357151] env[62668]: DEBUG nova.policy [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836269100b13413d91f5fd63b576618a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d27c108e8944e4da30b98b21ec6d041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.482627] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Took 42.64 seconds to build instance. [ 652.575485] env[62668]: DEBUG oslo_concurrency.lockutils [req-62cefa2f-14ad-455c-96cc-c70d60e408ab req-3d35f864-ff2b-4f1a-853e-23b911edba8e service nova] Releasing lock "refresh_cache-ea509449-f9a2-4418-88c0-4d4213c80c96" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.658016] env[62668]: DEBUG nova.network.neutron [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.673236] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.673449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.673649] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.739891] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Successfully created port: 82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.796911] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.854643] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84814-6b3e-231c-183f-fe0da30ae615, 'name': SearchDatastore_Task, 'duration_secs': 0.033597} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.858387] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790f93a7-75a3-41da-ac7e-7fd92352d4a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.864108] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 652.864108] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526d2e9c-3c98-f2d6-91c1-cf167270e23f" [ 652.864108] env[62668]: _type = "Task" [ 652.864108] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.875229] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526d2e9c-3c98-f2d6-91c1-cf167270e23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.988024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.252s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.161223] env[62668]: INFO nova.compute.manager [-] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Took 1.03 seconds to deallocate network for instance. [ 653.208932] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.374543] env[62668]: DEBUG nova.network.neutron [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.382444] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526d2e9c-3c98-f2d6-91c1-cf167270e23f, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.385671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.385808] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ea509449-f9a2-4418-88c0-4d4213c80c96/ea509449-f9a2-4418-88c0-4d4213c80c96.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.387665] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6a7138-d673-42a1-9e01-0d432a04211b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.393635] env[62668]: DEBUG nova.compute.manager [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received event network-vif-plugged-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 653.393635] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Acquiring lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.393635] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.393635] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.393635] env[62668]: DEBUG nova.compute.manager [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] No waiting events found dispatching network-vif-plugged-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.393856] env[62668]: WARNING nova.compute.manager [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received unexpected event network-vif-plugged-4c6e87f7-638c-439c-81a3-7f907673dd36 for instance with vm_state building and task_state spawning. [ 653.393856] env[62668]: DEBUG nova.compute.manager [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 653.393856] env[62668]: DEBUG nova.compute.manager [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing instance network info cache due to event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 653.393955] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Acquiring lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.401584] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 653.401584] env[62668]: value = "task-2683264" [ 653.401584] env[62668]: _type = "Task" [ 653.401584] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.412194] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.477425] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94fea73-90fe-41a1-948c-7da37bfe2845 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.486699] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6412d-0729-425c-8f83-564916a3f43e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.490288] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.527306] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c793b816-4096-40e2-b32c-261404f9ce53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.537011] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a9cb8-03d0-4ef2-8274-05f910d9e013 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.554326] env[62668]: DEBUG nova.compute.provider_tree [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.667603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.810996] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.841845] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.842106] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.842267] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.842447] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.842593] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.842740] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.842948] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.843119] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.843289] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.843449] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.843622] env[62668]: DEBUG nova.virt.hardware [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.844539] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608a041-a090-424a-a6e9-a4926fff0ed5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.853106] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5881ca-58fd-49d4-9ac8-6f31356382b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.877420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.877941] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Instance network_info: |[{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.878435] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Acquired lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.878741] env[62668]: DEBUG nova.network.neutron [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.880330] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6d:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c6e87f7-638c-439c-81a3-7f907673dd36', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.889933] env[62668]: DEBUG oslo.service.loopingcall [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.891236] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.891492] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82c31cda-3b07-4d74-8236-177aeee6be9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.918732] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.920273] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.920273] env[62668]: value = "task-2683265" [ 653.920273] env[62668]: _type = "Task" [ 653.920273] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.930655] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683265, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.014423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.058929] env[62668]: DEBUG nova.scheduler.client.report [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.399435] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Successfully updated port: 82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.419256] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.419513] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ea509449-f9a2-4418-88c0-4d4213c80c96/ea509449-f9a2-4418-88c0-4d4213c80c96.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.419729] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.420186] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ee1569-b60a-410a-915a-ab923f147b1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.432793] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 654.432793] env[62668]: value = "task-2683266" [ 654.432793] env[62668]: _type = "Task" [ 654.432793] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.433375] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683265, 'name': CreateVM_Task, 'duration_secs': 0.489045} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.433625] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.438196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.438196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.438196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.438843] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb543ad-7a54-4ebc-b69c-5fb53f78160e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.450169] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.452449] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 654.452449] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52212501-6d72-a9bc-accc-0cf68b60c2f5" [ 654.452449] env[62668]: _type = "Task" [ 654.452449] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.463176] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52212501-6d72-a9bc-accc-0cf68b60c2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.463473] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.463709] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.464444] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.464444] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.464444] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.464565] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4934a1-adc2-4c93-8131-96d81d55656f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.475616] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.477283] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.477283] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356c3b0b-c576-4efc-95ca-f08535235310 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.483937] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 654.483937] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52069c76-b5ec-6524-f487-057edd1a6a63" [ 654.483937] env[62668]: _type = "Task" [ 654.483937] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.492846] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52069c76-b5ec-6524-f487-057edd1a6a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.564503] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.564937] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.568108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.847s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.568108] env[62668]: DEBUG nova.objects.instance [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lazy-loading 'resources' on Instance uuid e2497c37-4c32-416d-89e1-90b4deeea4ed {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.666811] env[62668]: DEBUG nova.network.neutron [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updated VIF entry in instance network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.667262] env[62668]: DEBUG nova.network.neutron [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.902850] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.903024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.903433] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.946477] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072922} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.946743] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.947555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2273ae6-60fe-4ce3-8e61-66ffec2ca27f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.970430] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] ea509449-f9a2-4418-88c0-4d4213c80c96/ea509449-f9a2-4418-88c0-4d4213c80c96.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.970717] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad01702-4b25-428d-bc3b-cca918a45ba5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.994611] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52069c76-b5ec-6524-f487-057edd1a6a63, 'name': SearchDatastore_Task, 'duration_secs': 0.015456} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.998057] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 654.998057] env[62668]: value = "task-2683267" [ 654.998057] env[62668]: _type = "Task" [ 654.998057] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.998240] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c276b6df-a026-4255-ac3e-172a7e2ef52b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.011883] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.013652] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 655.013652] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522759cd-ffe7-524d-c25a-242e14771768" [ 655.013652] env[62668]: _type = "Task" [ 655.013652] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.022634] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522759cd-ffe7-524d-c25a-242e14771768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.072134] env[62668]: DEBUG nova.compute.utils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.081685] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.081685] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.170550] env[62668]: DEBUG oslo_concurrency.lockutils [req-e9daf8d9-45ff-4757-bf2a-7db4d7f98806 req-3e41c615-616b-42cd-9700-765a78640b6b service nova] Releasing lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.185317] env[62668]: DEBUG nova.policy [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836269100b13413d91f5fd63b576618a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d27c108e8944e4da30b98b21ec6d041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.257176] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 655.258407] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492c858-4bb6-414f-8850-a9b8e08ac331 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.268622] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 655.268812] env[62668]: ERROR oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk due to incomplete transfer. [ 655.269052] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3f36a0c-52de-4fb4-82da-3f0f0696f30e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.279128] env[62668]: DEBUG oslo_vmware.rw_handles [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43a06-2738-5391-fec8-ea31b2f0e6b6/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 655.279444] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Uploaded image 7e76e145-73ee-4384-90bf-437c9a98e43a to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 655.282286] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 655.282911] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90c5f602-f587-467a-9b6f-c6b1dab993ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.291342] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 655.291342] env[62668]: value = "task-2683268" [ 655.291342] env[62668]: _type = "Task" [ 655.291342] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.301171] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683268, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.419375] env[62668]: DEBUG nova.compute.manager [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Received event network-vif-plugged-82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 655.419633] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Acquiring lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.419824] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.419994] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.420285] env[62668]: DEBUG nova.compute.manager [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] No waiting events found dispatching network-vif-plugged-82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.420481] env[62668]: WARNING nova.compute.manager [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Received unexpected event network-vif-plugged-82f7969b-135a-444c-8710-485564a735b3 for instance with vm_state building and task_state spawning. [ 655.420823] env[62668]: DEBUG nova.compute.manager [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Received event network-changed-82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 655.421041] env[62668]: DEBUG nova.compute.manager [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Refreshing instance network info cache due to event network-changed-82f7969b-135a-444c-8710-485564a735b3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 655.421248] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Acquiring lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.455667] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.515309] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683267, 'name': ReconfigVM_Task, 'duration_secs': 0.433108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.522280] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Reconfigured VM instance instance-00000024 to attach disk [datastore1] ea509449-f9a2-4418-88c0-4d4213c80c96/ea509449-f9a2-4418-88c0-4d4213c80c96.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.527246] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ddc0a5f-66e3-4b91-a38b-8f98862d1ee6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.535581] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522759cd-ffe7-524d-c25a-242e14771768, 'name': SearchDatastore_Task, 'duration_secs': 0.014737} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.537038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.537394] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9ee56466-2609-4c8c-b237-670449a00dd9/9ee56466-2609-4c8c-b237-670449a00dd9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.537840] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 655.537840] env[62668]: value = "task-2683269" [ 655.537840] env[62668]: _type = "Task" [ 655.537840] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.538103] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26a396d1-59df-489a-8f5e-7cfc3a9940f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.557221] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683269, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.557359] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 655.557359] env[62668]: value = "task-2683270" [ 655.557359] env[62668]: _type = "Task" [ 655.557359] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.569068] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.582043] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.672182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28d9dc-bb55-4112-92ea-f55aee83d258 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.677386] env[62668]: DEBUG nova.network.neutron [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Updating instance_info_cache with network_info: [{"id": "82f7969b-135a-444c-8710-485564a735b3", "address": "fa:16:3e:55:3c:a7", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f7969b-13", "ovs_interfaceid": "82f7969b-135a-444c-8710-485564a735b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.683698] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f453fc61-4206-4f56-ab76-43cd9195cd29 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.714786] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83973601-7043-4ffd-80d2-34b2110a8600 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.722700] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b6a63-5cb2-416d-bd68-b8cd522befc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.736747] env[62668]: DEBUG nova.compute.provider_tree [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.780736] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Successfully created port: 5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.798642] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683268, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.051087] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683269, 'name': Rename_Task, 'duration_secs': 0.415455} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.051392] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.051668] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa4d48e-a69e-4813-8c6a-2edc7e56e1ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.058613] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 656.058613] env[62668]: value = "task-2683271" [ 656.058613] env[62668]: _type = "Task" [ 656.058613] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.074646] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.075327] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.180583] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.180968] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Instance network_info: |[{"id": "82f7969b-135a-444c-8710-485564a735b3", "address": "fa:16:3e:55:3c:a7", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f7969b-13", "ovs_interfaceid": "82f7969b-135a-444c-8710-485564a735b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.181351] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Acquired lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.181551] env[62668]: DEBUG nova.network.neutron [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Refreshing network info cache for port 82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.182889] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:3c:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f7969b-135a-444c-8710-485564a735b3', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.191846] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating folder: Project (2d27c108e8944e4da30b98b21ec6d041). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.195567] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54dd98d7-e87d-4845-85e7-d827e371cfe5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.209189] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Created folder: Project (2d27c108e8944e4da30b98b21ec6d041) in parent group-v540833. [ 656.210155] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating folder: Instances. Parent ref: group-v540947. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.210155] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9196f66-19e1-40a7-a892-32da1b342aef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.222693] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Created folder: Instances in parent group-v540947. [ 656.222977] env[62668]: DEBUG oslo.service.loopingcall [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.223300] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.223536] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5555fa-ff3d-442b-bbd3-4d887d894557 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.241576] env[62668]: DEBUG nova.scheduler.client.report [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.255189] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.255189] env[62668]: value = "task-2683274" [ 656.255189] env[62668]: _type = "Task" [ 656.255189] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.266673] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683274, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.301570] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683268, 'name': Destroy_Task, 'duration_secs': 0.936891} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.301914] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Destroyed the VM [ 656.302238] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.302595] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab4b2cba-ae1a-49b4-89cb-9a6d49d9a43e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.312706] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 656.312706] env[62668]: value = "task-2683275" [ 656.312706] env[62668]: _type = "Task" [ 656.312706] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.323550] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.475882] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b6f13cf6-3e27-4054-8494-c7fba675012a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.476157] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.476364] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.476544] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.476709] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.478947] env[62668]: INFO nova.compute.manager [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Terminating instance [ 656.526936] env[62668]: DEBUG nova.network.neutron [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Updated VIF entry in instance network info cache for port 82f7969b-135a-444c-8710-485564a735b3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.527360] env[62668]: DEBUG nova.network.neutron [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Updating instance_info_cache with network_info: [{"id": "82f7969b-135a-444c-8710-485564a735b3", "address": "fa:16:3e:55:3c:a7", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f7969b-13", "ovs_interfaceid": "82f7969b-135a-444c-8710-485564a735b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.573022] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.575952] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849371} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.576228] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9ee56466-2609-4c8c-b237-670449a00dd9/9ee56466-2609-4c8c-b237-670449a00dd9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.576472] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.576734] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c90688d-5f74-4a99-958e-46b5f60ff54f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.584411] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 656.584411] env[62668]: value = "task-2683276" [ 656.584411] env[62668]: _type = "Task" [ 656.584411] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.593135] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.598586] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.624621] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.624829] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.625025] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.625110] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.625296] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.625632] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.625778] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.625852] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.626102] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.626295] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.626472] env[62668]: DEBUG nova.virt.hardware [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.627379] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6fd4e-4f19-4723-bae5-51da4aeadd01 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.636100] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d87d6-092e-466a-984b-ce5590f8b18a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.749924] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.752923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.643s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.755051] env[62668]: INFO nova.compute.claims [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.771766] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683274, 'name': CreateVM_Task, 'duration_secs': 0.44927} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.771867] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.772959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.773190] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.773570] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.773869] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f1f8ec-a788-4aba-bf70-cf0b31e96e41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.778494] env[62668]: INFO nova.scheduler.client.report [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleted allocations for instance e2497c37-4c32-416d-89e1-90b4deeea4ed [ 656.782546] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 656.782546] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52776d41-6086-e8fa-0c68-9aefd9d7365c" [ 656.782546] env[62668]: _type = "Task" [ 656.782546] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.794555] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52776d41-6086-e8fa-0c68-9aefd9d7365c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.825412] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683275, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.982178] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.982417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.983182] env[62668]: DEBUG nova.compute.manager [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.983467] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.984651] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf12f450-593c-4f4d-aab1-1333a61ea8df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.994831] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.995147] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab75e13e-2deb-4232-a21f-f693a0b0daa6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.031170] env[62668]: DEBUG oslo_concurrency.lockutils [req-a6f6aba0-a0f1-4a23-831f-f027b7526c58 req-c8235f7d-93c6-40f8-a5bb-399c3dfbe513 service nova] Releasing lock "refresh_cache-f17197d7-bd44-4229-9cbb-497d8e21370c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.069474] env[62668]: DEBUG oslo_vmware.api [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683271, 'name': PowerOnVM_Task, 'duration_secs': 0.720862} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.069474] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.069474] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Took 8.12 seconds to spawn the instance on the hypervisor. [ 657.069669] env[62668]: DEBUG nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.071079] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c83d8e-e805-436e-9a96-bb63a9cc683f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.093229] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101456} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.093528] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.094291] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a4875-00ff-4407-9810-646549d0e6ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.116868] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9ee56466-2609-4c8c-b237-670449a00dd9/9ee56466-2609-4c8c-b237-670449a00dd9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.117526] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c622aa6-10c7-462c-917a-5709a4e8fb34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.137206] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 657.137206] env[62668]: value = "task-2683278" [ 657.137206] env[62668]: _type = "Task" [ 657.137206] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.144704] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.183298] env[62668]: DEBUG nova.compute.manager [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Received event network-vif-plugged-5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 657.183523] env[62668]: DEBUG oslo_concurrency.lockutils [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] Acquiring lock "79230f16-da6d-4845-9072-336e6d2aa492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.183723] env[62668]: DEBUG oslo_concurrency.lockutils [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] Lock "79230f16-da6d-4845-9072-336e6d2aa492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.183887] env[62668]: DEBUG oslo_concurrency.lockutils [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] Lock "79230f16-da6d-4845-9072-336e6d2aa492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.184079] env[62668]: DEBUG nova.compute.manager [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] No waiting events found dispatching network-vif-plugged-5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.184233] env[62668]: WARNING nova.compute.manager [req-dde782c0-50bd-42b5-a6e9-039e2836d523 req-55bc0f1d-1223-4ae9-b17e-43ab2fb03409 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Received unexpected event network-vif-plugged-5da87e63-de26-4883-8ef1-57c182c2c985 for instance with vm_state building and task_state spawning. [ 657.272700] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Successfully updated port: 5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.293142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6fd7dc4-1a32-4558-95f0-f4634a4f37e8 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "e2497c37-4c32-416d-89e1-90b4deeea4ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.125s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.298491] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52776d41-6086-e8fa-0c68-9aefd9d7365c, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.298762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.299344] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.299512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.300211] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.300211] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.300211] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e985df4-f82a-4fb5-9d75-064288f65456 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.318647] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.318817] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.319858] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf6f3e8-0ae1-40d2-8e05-92ec8f79eb6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.326331] env[62668]: DEBUG oslo_vmware.api [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683275, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655862} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.328908] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.329167] env[62668]: INFO nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 657.332838] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 657.332838] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527ab3df-d4dd-ae6b-d640-038db6fd6c5c" [ 657.332838] env[62668]: _type = "Task" [ 657.332838] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.341758] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527ab3df-d4dd-ae6b-d640-038db6fd6c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.343465] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.343656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.343823] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] b6f13cf6-3e27-4054-8494-c7fba675012a {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.344090] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd4825d-5187-4d18-9c3a-4c60de76d120 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.350404] env[62668]: DEBUG oslo_vmware.api [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 657.350404] env[62668]: value = "task-2683279" [ 657.350404] env[62668]: _type = "Task" [ 657.350404] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.358356] env[62668]: DEBUG oslo_vmware.api [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.591765] env[62668]: INFO nova.compute.manager [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Took 40.72 seconds to build instance. [ 657.647864] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.778207] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.778251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778480] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.832299] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.832676] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.832818] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.832994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.833181] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.835376] env[62668]: DEBUG nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance disappeared during snapshot {{(pid=62668) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 657.837398] env[62668]: INFO nova.compute.manager [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Terminating instance [ 657.853036] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527ab3df-d4dd-ae6b-d640-038db6fd6c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018586} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.853952] env[62668]: DEBUG nova.compute.manager [None req-c128b147-3957-4fe0-9a89-f72c3f9bb00c tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image not found during clean up 7e76e145-73ee-4384-90bf-437c9a98e43a {{(pid=62668) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 657.861391] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc235219-83ce-4f1e-91fe-5952f566eb42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.868222] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 657.868222] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b0288-4053-d87b-5782-9c3d298d7487" [ 657.868222] env[62668]: _type = "Task" [ 657.868222] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.872627] env[62668]: DEBUG oslo_vmware.api [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.890175] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b0288-4053-d87b-5782-9c3d298d7487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.096820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6680fb44-d959-417e-a065-00562ede5045 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.327s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.148108] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.208032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.208295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.208495] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.208674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.208845] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.212783] env[62668]: INFO nova.compute.manager [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Terminating instance [ 658.294339] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e295a3e-0edb-403f-8fe2-e40635e05237 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.301568] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ac48c2-d6b6-4bbe-999f-b4ff76c5490d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.331203] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.333473] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618cca27-a1c4-4ecb-9613-7c53eba2baa8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.340415] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c76427-06e8-4461-a316-f781ead1e4cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.353270] env[62668]: DEBUG nova.compute.manager [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.353489] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.353991] env[62668]: DEBUG nova.compute.provider_tree [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.357583] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40113b0-449b-4227-8bb8-810606312c61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.363960] env[62668]: DEBUG nova.scheduler.client.report [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.372519] env[62668]: DEBUG oslo_vmware.api [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690649} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.374776] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.375032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.375032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.375208] env[62668]: INFO nova.compute.manager [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Took 1.39 seconds to destroy the instance on the hypervisor. [ 658.375451] env[62668]: DEBUG oslo.service.loopingcall [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.378468] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.378697] env[62668]: DEBUG nova.compute.manager [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.378797] env[62668]: DEBUG nova.network.neutron [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.381064] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ded58e8-a5d9-45d3-aafa-2bb26974615e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.389886] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b0288-4053-d87b-5782-9c3d298d7487, 'name': SearchDatastore_Task, 'duration_secs': 0.017316} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.393036] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.393301] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f17197d7-bd44-4229-9cbb-497d8e21370c/f17197d7-bd44-4229-9cbb-497d8e21370c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.393602] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 658.393602] env[62668]: value = "task-2683280" [ 658.393602] env[62668]: _type = "Task" [ 658.393602] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.393783] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf9d332e-29ed-433d-8f9a-900996d463f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.407369] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.407761] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 658.407761] env[62668]: value = "task-2683281" [ 658.407761] env[62668]: _type = "Task" [ 658.407761] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.416152] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.490350] env[62668]: DEBUG nova.network.neutron [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Updating instance_info_cache with network_info: [{"id": "5da87e63-de26-4883-8ef1-57c182c2c985", "address": "fa:16:3e:e3:6b:be", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da87e63-de", "ovs_interfaceid": "5da87e63-de26-4883-8ef1-57c182c2c985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.598404] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.649704] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683278, 'name': ReconfigVM_Task, 'duration_secs': 1.081947} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.650033] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9ee56466-2609-4c8c-b237-670449a00dd9/9ee56466-2609-4c8c-b237-670449a00dd9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.650649] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6428c6-0218-43c6-bbed-69266d24ac58 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.659680] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 658.659680] env[62668]: value = "task-2683282" [ 658.659680] env[62668]: _type = "Task" [ 658.659680] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.670174] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683282, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.717181] env[62668]: DEBUG nova.compute.manager [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.717447] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.718445] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ad6d6-4e9a-4237-a891-a5ce648de71f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.729526] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.729848] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6d897c-4ca5-4939-a2c0-8339c228726c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.739216] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 658.739216] env[62668]: value = "task-2683283" [ 658.739216] env[62668]: _type = "Task" [ 658.739216] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.744648] env[62668]: DEBUG nova.compute.manager [req-eed706ba-d445-479d-9a77-88cc0485ffb8 req-2ea53c08-6124-4ffa-bb66-4cc4e4e0097c service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Received event network-vif-deleted-8ab3a644-72c8-43d9-a152-9c97a0309c51 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 658.744648] env[62668]: INFO nova.compute.manager [req-eed706ba-d445-479d-9a77-88cc0485ffb8 req-2ea53c08-6124-4ffa-bb66-4cc4e4e0097c service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Neutron deleted interface 8ab3a644-72c8-43d9-a152-9c97a0309c51; detaching it from the instance and deleting it from the info cache [ 658.744648] env[62668]: DEBUG nova.network.neutron [req-eed706ba-d445-479d-9a77-88cc0485ffb8 req-2ea53c08-6124-4ffa-bb66-4cc4e4e0097c service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.757079] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.869254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.869863] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.874082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.266s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.875952] env[62668]: INFO nova.compute.claims [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.908258] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683280, 'name': PowerOffVM_Task, 'duration_secs': 0.210003} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.908729] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.908903] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.913280] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74d2456-1e15-4660-aeee-1d4ee126b696 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.928185] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683281, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.992759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.993144] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Instance network_info: |[{"id": "5da87e63-de26-4883-8ef1-57c182c2c985", "address": "fa:16:3e:e3:6b:be", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da87e63-de", "ovs_interfaceid": "5da87e63-de26-4883-8ef1-57c182c2c985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.993588] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:6b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da87e63-de26-4883-8ef1-57c182c2c985', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.001414] env[62668]: DEBUG oslo.service.loopingcall [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.001975] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.002234] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c803f1e9-0863-4c60-a6f5-713fc316db85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.021165] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.021373] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.021548] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleting the datastore file [datastore1] b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.022168] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370f5a13-b015-4280-a514-f3245dde17aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.026201] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.026201] env[62668]: value = "task-2683285" [ 659.026201] env[62668]: _type = "Task" [ 659.026201] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.030262] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for the task: (returnval){ [ 659.030262] env[62668]: value = "task-2683286" [ 659.030262] env[62668]: _type = "Task" [ 659.030262] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.036254] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683285, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.038946] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.124116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.169274] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683282, 'name': Rename_Task, 'duration_secs': 0.279587} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.169584] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.169838] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d43654c-a8af-47c8-9bee-5e9fc392fbf4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.176411] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 659.176411] env[62668]: value = "task-2683287" [ 659.176411] env[62668]: _type = "Task" [ 659.176411] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.184940] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.208096] env[62668]: DEBUG nova.network.neutron [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.250336] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683283, 'name': PowerOffVM_Task, 'duration_secs': 0.229641} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.251492] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8e5b139-a0c7-4931-a145-16b92ef09662 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.253412] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.253614] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.255015] env[62668]: DEBUG nova.compute.manager [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Received event network-changed-5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 659.255510] env[62668]: DEBUG nova.compute.manager [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Refreshing instance network info cache due to event network-changed-5da87e63-de26-4883-8ef1-57c182c2c985. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 659.255761] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] Acquiring lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.255975] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] Acquired lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.256133] env[62668]: DEBUG nova.network.neutron [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Refreshing network info cache for port 5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.257400] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40d5d6e7-1d55-4c9b-8af7-5a577e296dfd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.267094] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ad008-a2a3-4c45-a91b-350fee1aec81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.308603] env[62668]: DEBUG nova.compute.manager [req-eed706ba-d445-479d-9a77-88cc0485ffb8 req-2ea53c08-6124-4ffa-bb66-4cc4e4e0097c service nova] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Detach interface failed, port_id=8ab3a644-72c8-43d9-a152-9c97a0309c51, reason: Instance b6f13cf6-3e27-4054-8494-c7fba675012a could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 659.336366] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.337056] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.337056] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleting the datastore file [datastore2] 66ea59bb-cd2f-4d34-a3be-bc4662ac5084 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.337178] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc4b897-6dcc-43dd-a175-a62ea57b6359 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.343624] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 659.343624] env[62668]: value = "task-2683289" [ 659.343624] env[62668]: _type = "Task" [ 659.343624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.355230] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.382531] env[62668]: DEBUG nova.compute.utils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.384276] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.384475] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.419403] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585818} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.419756] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f17197d7-bd44-4229-9cbb-497d8e21370c/f17197d7-bd44-4229-9cbb-497d8e21370c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.420250] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.420362] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d389651f-4ef2-4894-8a0a-9fbee949ee77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.427813] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 659.427813] env[62668]: value = "task-2683290" [ 659.427813] env[62668]: _type = "Task" [ 659.427813] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.436920] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.481489] env[62668]: DEBUG nova.policy [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217d16430280449ebab3152d8b156bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f277ff1a270a4c02b18328fbfa22dd27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.542034] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683285, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.546718] env[62668]: DEBUG oslo_vmware.api [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Task: {'id': task-2683286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399115} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.547189] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.547511] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.547839] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.550281] env[62668]: INFO nova.compute.manager [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 659.550281] env[62668]: DEBUG oslo.service.loopingcall [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.550281] env[62668]: DEBUG nova.compute.manager [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.550281] env[62668]: DEBUG nova.network.neutron [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.690849] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.712453] env[62668]: INFO nova.compute.manager [-] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Took 1.33 seconds to deallocate network for instance. [ 659.832844] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Successfully created port: 7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.856548] env[62668]: DEBUG oslo_vmware.api [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206099} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.859145] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.859145] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.859145] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.859145] env[62668]: INFO nova.compute.manager [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Took 1.14 seconds to destroy the instance on the hypervisor. [ 659.859452] env[62668]: DEBUG oslo.service.loopingcall [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.859892] env[62668]: DEBUG nova.compute.manager [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.860252] env[62668]: DEBUG nova.network.neutron [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.896905] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.938389] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088879} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.941942] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.944248] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87c069-2f86-48ca-bac1-23a992626558 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.973432] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f17197d7-bd44-4229-9cbb-497d8e21370c/f17197d7-bd44-4229-9cbb-497d8e21370c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.978732] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99463b15-a3a1-461a-9b06-8f1522e1e5dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.003552] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 660.003552] env[62668]: value = "task-2683291" [ 660.003552] env[62668]: _type = "Task" [ 660.003552] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.012071] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.042642] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683285, 'name': CreateVM_Task, 'duration_secs': 0.518997} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.042855] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.044324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.044324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.044324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.044561] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1051f6bc-eb4d-4afb-80bf-ec00082c90b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051481] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 660.051481] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d0a46-ed53-1c4c-36b5-990d3f9e0b3f" [ 660.051481] env[62668]: _type = "Task" [ 660.051481] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.062280] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d0a46-ed53-1c4c-36b5-990d3f9e0b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.148464] env[62668]: DEBUG nova.network.neutron [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Updated VIF entry in instance network info cache for port 5da87e63-de26-4883-8ef1-57c182c2c985. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.148832] env[62668]: DEBUG nova.network.neutron [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Updating instance_info_cache with network_info: [{"id": "5da87e63-de26-4883-8ef1-57c182c2c985", "address": "fa:16:3e:e3:6b:be", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da87e63-de", "ovs_interfaceid": "5da87e63-de26-4883-8ef1-57c182c2c985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.187290] env[62668]: DEBUG oslo_vmware.api [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683287, 'name': PowerOnVM_Task, 'duration_secs': 0.678531} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.189925] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.190141] env[62668]: INFO nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Took 8.57 seconds to spawn the instance on the hypervisor. [ 660.190320] env[62668]: DEBUG nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.191892] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608b1a2-27a7-4691-bec2-5aecded7dbbe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.222207] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.431930] env[62668]: DEBUG nova.network.neutron [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.510782] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ff524-c523-409d-a4c2-31fd08e94eef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.516814] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.521957] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2382a55a-a7b1-4b92-b249-449b5b587cce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.555885] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af408b3c-e23d-400a-ac3e-b48d54fe0b28 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.564757] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d0a46-ed53-1c4c-36b5-990d3f9e0b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.02448} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.566798] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.567064] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.567273] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.567419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.567590] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.567861] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259fbfc8-a062-4fdc-8f5c-2d6226311042 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.570397] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d7f70-1f51-461b-9b5e-d170fd65be32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.584229] env[62668]: DEBUG nova.compute.provider_tree [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.588327] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.588505] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.589187] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83839be2-3934-4ede-a515-5f34d941ef37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.594965] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 660.594965] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52da204c-36c3-9aae-050b-75d86cf94c69" [ 660.594965] env[62668]: _type = "Task" [ 660.594965] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.603251] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52da204c-36c3-9aae-050b-75d86cf94c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.651690] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa30e8a4-1fac-4fc2-bfc2-43fc33215361 req-a1b40d4d-2b3e-4f7e-97f8-62147d3c1188 service nova] Releasing lock "refresh_cache-79230f16-da6d-4845-9072-336e6d2aa492" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.709638] env[62668]: INFO nova.compute.manager [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Took 43.46 seconds to build instance. [ 660.767406] env[62668]: DEBUG nova.compute.manager [req-3bfb9019-f345-474c-af5e-e4e036b9ce7d req-d594046c-2051-494b-9a5f-271fcd64120a service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Received event network-vif-deleted-181f6b09-212e-44d0-a7b1-97e46a2987a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 660.768202] env[62668]: INFO nova.compute.manager [req-3bfb9019-f345-474c-af5e-e4e036b9ce7d req-d594046c-2051-494b-9a5f-271fcd64120a service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Neutron deleted interface 181f6b09-212e-44d0-a7b1-97e46a2987a5; detaching it from the instance and deleting it from the info cache [ 660.768398] env[62668]: DEBUG nova.network.neutron [req-3bfb9019-f345-474c-af5e-e4e036b9ce7d req-d594046c-2051-494b-9a5f-271fcd64120a service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.822246] env[62668]: DEBUG nova.network.neutron [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.906192] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.933767] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.934020] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.934181] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.934364] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.934510] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.934654] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.934890] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.935062] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.935231] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.935399] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.935568] env[62668]: DEBUG nova.virt.hardware [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.936039] env[62668]: INFO nova.compute.manager [-] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Took 1.39 seconds to deallocate network for instance. [ 660.936840] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7762f9f-e888-4cec-8165-5eeee9b5142d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.948428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b6301b-c675-4439-9cc8-77d9a55b62d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.013811] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683291, 'name': ReconfigVM_Task, 'duration_secs': 0.979403} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.014104] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f17197d7-bd44-4229-9cbb-497d8e21370c/f17197d7-bd44-4229-9cbb-497d8e21370c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.014719] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4c695d-0fac-44b7-b26d-4d8ab9b52453 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.021842] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 661.021842] env[62668]: value = "task-2683292" [ 661.021842] env[62668]: _type = "Task" [ 661.021842] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.030153] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683292, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.087345] env[62668]: DEBUG nova.scheduler.client.report [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.109536] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52da204c-36c3-9aae-050b-75d86cf94c69, 'name': SearchDatastore_Task, 'duration_secs': 0.034633} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.111049] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d431fa8-0ef8-4d17-878f-3246afcda1b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.118413] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 661.118413] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f363b-83d2-eb5a-c923-c817eb17b728" [ 661.118413] env[62668]: _type = "Task" [ 661.118413] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.131157] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f363b-83d2-eb5a-c923-c817eb17b728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.211516] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d103aa9-c762-43fe-bc2e-3a665fe8d1fe tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.661s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.272515] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50506fbc-6e9d-4712-bb86-54a2ccac8773 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.283693] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe2995-69a1-46ee-b39b-e59f478bc233 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.322429] env[62668]: DEBUG nova.compute.manager [req-3bfb9019-f345-474c-af5e-e4e036b9ce7d req-d594046c-2051-494b-9a5f-271fcd64120a service nova] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Detach interface failed, port_id=181f6b09-212e-44d0-a7b1-97e46a2987a5, reason: Instance 66ea59bb-cd2f-4d34-a3be-bc4662ac5084 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 661.325221] env[62668]: INFO nova.compute.manager [-] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Took 1.46 seconds to deallocate network for instance. [ 661.389082] env[62668]: DEBUG nova.compute.manager [req-91c328f0-c229-4625-ae60-28d6fe4b69ec req-fc7a31e3-8f18-4ee8-914c-a1f152754eba service nova] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Received event network-vif-deleted-07681f40-4918-40f2-b614-1536b14a0cea {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 661.446230] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.536403] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683292, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.593756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.595194] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.597777] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.905s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.600017] env[62668]: DEBUG nova.objects.instance [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 661.632968] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f363b-83d2-eb5a-c923-c817eb17b728, 'name': SearchDatastore_Task, 'duration_secs': 0.035156} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.633221] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.633480] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 79230f16-da6d-4845-9072-336e6d2aa492/79230f16-da6d-4845-9072-336e6d2aa492.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.633746] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c433d4-bc13-49af-8790-22e4e91819fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.640629] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 661.640629] env[62668]: value = "task-2683293" [ 661.640629] env[62668]: _type = "Task" [ 661.640629] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.649319] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.705885] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Successfully updated port: 7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.715918] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.831992] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.034026] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683292, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.106047] env[62668]: DEBUG nova.compute.utils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.111244] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.111369] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.151488] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.164476] env[62668]: DEBUG nova.policy [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd175927689450b92a0dbf631fcf527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87772591faf44c7388d1be9a62a5e80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.209209] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.209352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.209519] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.239549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.240031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "9ee56466-2609-4c8c-b237-670449a00dd9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.240286] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.240523] env[62668]: INFO nova.compute.manager [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Rebooting instance [ 662.536872] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683292, 'name': Rename_Task, 'duration_secs': 1.085555} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.537303] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.537596] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21583f9f-4338-4534-9a96-d5c868f6f99e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.544864] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 662.544864] env[62668]: value = "task-2683294" [ 662.544864] env[62668]: _type = "Task" [ 662.544864] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.552907] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.588093] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Successfully created port: cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.612647] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.616862] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9936a861-7a97-4142-a16a-cd7805498221 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.617884] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.435s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.620305] env[62668]: INFO nova.compute.claims [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.654022] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.654022] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 79230f16-da6d-4845-9072-336e6d2aa492/79230f16-da6d-4845-9072-336e6d2aa492.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.654022] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.654022] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3afb66b5-0dba-4271-9078-6045c63dec66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.658773] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 662.658773] env[62668]: value = "task-2683295" [ 662.658773] env[62668]: _type = "Task" [ 662.658773] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.669067] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.771579] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.775100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.775100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquired lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.775100] env[62668]: DEBUG nova.network.neutron [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.802323] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Received event network-vif-plugged-7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 662.802562] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Acquiring lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.802834] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.803049] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.803247] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] No waiting events found dispatching network-vif-plugged-7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.803454] env[62668]: WARNING nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Received unexpected event network-vif-plugged-7e7baf68-3e47-4ad4-beee-206af49d8bb2 for instance with vm_state building and task_state spawning. [ 662.803656] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 662.803850] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing instance network info cache due to event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 662.804051] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Acquiring lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.921310] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.921611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.921848] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.922094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.922304] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.925657] env[62668]: INFO nova.compute.manager [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Terminating instance [ 663.060060] env[62668]: DEBUG oslo_vmware.api [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683294, 'name': PowerOnVM_Task, 'duration_secs': 0.465819} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.060060] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.060060] env[62668]: INFO nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 9.25 seconds to spawn the instance on the hypervisor. [ 663.060060] env[62668]: DEBUG nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.061704] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317454af-8304-4f7a-9106-1fa84c1eced6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.084150] env[62668]: DEBUG nova.network.neutron [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Updating instance_info_cache with network_info: [{"id": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "address": "fa:16:3e:41:84:3b", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7baf68-3e", "ovs_interfaceid": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.171463] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069668} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.171733] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.172532] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee76c6-b49c-4820-a223-1a939f1e7a24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.195921] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 79230f16-da6d-4845-9072-336e6d2aa492/79230f16-da6d-4845-9072-336e6d2aa492.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.196473] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28003b6-bf3a-4123-8e19-1dd0a38664bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.218196] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 663.218196] env[62668]: value = "task-2683296" [ 663.218196] env[62668]: _type = "Task" [ 663.218196] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.226588] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.431739] env[62668]: DEBUG nova.compute.manager [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.431962] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.432876] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ffa9a-7472-4aa6-a8ae-63b64c94bb4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.442257] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.442257] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b951f8d4-9227-433a-9baa-c17f84b36c9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.446984] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 663.446984] env[62668]: value = "task-2683297" [ 663.446984] env[62668]: _type = "Task" [ 663.446984] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.455493] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.502955] env[62668]: DEBUG nova.network.neutron [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.505035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.505254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.586435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.586751] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Instance network_info: |[{"id": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "address": "fa:16:3e:41:84:3b", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7baf68-3e", "ovs_interfaceid": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.587251] env[62668]: INFO nova.compute.manager [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 41.40 seconds to build instance. [ 663.588725] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:84:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7baf68-3e47-4ad4-beee-206af49d8bb2', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.596267] env[62668]: DEBUG oslo.service.loopingcall [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.596731] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.596960] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40729a4-c95f-4da6-b461-0f9477908176 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.617827] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.617827] env[62668]: value = "task-2683298" [ 663.617827] env[62668]: _type = "Task" [ 663.617827] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.625599] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683298, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.635167] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.663407] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.663700] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.663892] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.664118] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.664268] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.664415] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.664639] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.665975] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.665975] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.665975] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.665975] env[62668]: DEBUG nova.virt.hardware [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.666266] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1430a55-95ff-4729-9910-90aa20bf03e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.675866] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea9f9b-24be-447d-a1ba-04db9af4ba88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.726855] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.959187] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683297, 'name': PowerOffVM_Task, 'duration_secs': 0.465671} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.959483] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.959549] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.959807] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ea8424-7284-420b-a4c5-89ee10ffc800 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005241] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Releasing lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.006544] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Acquired lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.007170] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.036668] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.036946] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.037223] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleting the datastore file [datastore1] e8a4cdd2-6c12-4988-b94c-5857e48806e8 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.040206] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e93ee7bc-af84-4835-ae22-a7472b885bcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.048277] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 664.048277] env[62668]: value = "task-2683300" [ 664.048277] env[62668]: _type = "Task" [ 664.048277] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.057568] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.097851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98a45040-c1eb-4342-abd9-b167bb28ee61 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.491s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.127192] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683298, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.185535] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1cce27-c54e-4dba-b1a1-43b351504b7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.193110] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c2cd0-354f-4bab-8eb7-7caea727585a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.229826] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6f3fe-2b58-428f-904d-a4168e015ff2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.237535] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683296, 'name': ReconfigVM_Task, 'duration_secs': 0.924515} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.239717] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 79230f16-da6d-4845-9072-336e6d2aa492/79230f16-da6d-4845-9072-336e6d2aa492.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.240397] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26eb5568-c7b8-48e1-b377-fd68ca566659 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.242855] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa25c9e-6cc2-4db0-bffa-d26648748383 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.258296] env[62668]: DEBUG nova.compute.provider_tree [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.261507] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 664.261507] env[62668]: value = "task-2683301" [ 664.261507] env[62668]: _type = "Task" [ 664.261507] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.270079] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683301, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.447346] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Successfully updated port: cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.511431] env[62668]: DEBUG nova.compute.manager [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.514308] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f098f34-6386-4748-93db-aea39b5fb7fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.558566] env[62668]: DEBUG oslo_vmware.api [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340618} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.559667] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.559901] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.560111] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.560297] env[62668]: INFO nova.compute.manager [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 664.560540] env[62668]: DEBUG oslo.service.loopingcall [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.563382] env[62668]: DEBUG nova.compute.manager [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.563492] env[62668]: DEBUG nova.network.neutron [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.603874] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.630534] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683298, 'name': CreateVM_Task, 'duration_secs': 0.543336} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.630761] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.631605] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.631824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.632181] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.632465] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986fa23a-84df-4664-8894-9b7ae103cf33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.637610] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 664.637610] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52006717-054c-b7b8-0a91-731789f0339b" [ 664.637610] env[62668]: _type = "Task" [ 664.637610] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.646764] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52006717-054c-b7b8-0a91-731789f0339b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.766394] env[62668]: DEBUG nova.scheduler.client.report [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.781291] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683301, 'name': Rename_Task, 'duration_secs': 0.208769} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.781459] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.781708] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd73122-f485-4115-80a3-aaf6292cdb00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.789131] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 664.789131] env[62668]: value = "task-2683302" [ 664.789131] env[62668]: _type = "Task" [ 664.789131] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.797387] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.824687] env[62668]: DEBUG nova.compute.manager [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Received event network-vif-plugged-cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 664.825162] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Acquiring lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.825356] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.825569] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.825816] env[62668]: DEBUG nova.compute.manager [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] No waiting events found dispatching network-vif-plugged-cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.826053] env[62668]: WARNING nova.compute.manager [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Received unexpected event network-vif-plugged-cb704a14-529a-4481-9913-fb29fff20793 for instance with vm_state building and task_state spawning. [ 664.826234] env[62668]: DEBUG nova.compute.manager [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Received event network-changed-cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 664.826499] env[62668]: DEBUG nova.compute.manager [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Refreshing instance network info cache due to event network-changed-cb704a14-529a-4481-9913-fb29fff20793. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 664.826614] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Acquiring lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.826732] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Acquired lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.826896] env[62668]: DEBUG nova.network.neutron [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Refreshing network info cache for port cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.949197] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updated VIF entry in instance network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.949931] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.954215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.125539] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.148084] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52006717-054c-b7b8-0a91-731789f0339b, 'name': SearchDatastore_Task, 'duration_secs': 0.036158} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.148376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.148603] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.148833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.149094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.153027] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.153027] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b086fa1-af52-4ab2-a004-459d39bd2732 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.159844] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.160029] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.160755] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f332ce78-3e0c-401b-8008-64b02556494c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.166323] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 665.166323] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5249bc4b-b81d-a2b9-837a-7aa075cb4dad" [ 665.166323] env[62668]: _type = "Task" [ 665.166323] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.174066] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5249bc4b-b81d-a2b9-837a-7aa075cb4dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.276678] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.277267] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.279915] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.050s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.299737] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.456461] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Releasing lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.456807] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Received event network-changed-7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 665.457036] env[62668]: DEBUG nova.compute.manager [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Refreshing instance network info cache due to event network-changed-7e7baf68-3e47-4ad4-beee-206af49d8bb2. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 665.457346] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Acquiring lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.457522] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Acquired lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.457724] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Refreshing network info cache for port 7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.466448] env[62668]: DEBUG nova.network.neutron [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.534690] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6982974c-b01b-4c88-b69e-86b2ba083cb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.555018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Doing hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 665.558764] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a43c2352-39c4-42c5-a915-3b904c9321d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.569701] env[62668]: DEBUG oslo_vmware.api [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 665.569701] env[62668]: value = "task-2683303" [ 665.569701] env[62668]: _type = "Task" [ 665.569701] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.585063] env[62668]: DEBUG oslo_vmware.api [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683303, 'name': ResetVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.602805] env[62668]: DEBUG nova.network.neutron [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.681557] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5249bc4b-b81d-a2b9-837a-7aa075cb4dad, 'name': SearchDatastore_Task, 'duration_secs': 0.032965} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.682572] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a875ae55-a323-4a25-af54-891b4f9992dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.689999] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 665.689999] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220f4d9-e302-7135-13c2-2693f1200138" [ 665.689999] env[62668]: _type = "Task" [ 665.689999] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.697612] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220f4d9-e302-7135-13c2-2693f1200138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.783924] env[62668]: DEBUG nova.compute.utils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.800953] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.805055] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.806880] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.819230] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.859141] env[62668]: DEBUG nova.policy [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad8f121a7504957aa1aca268edea3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd887e5359fce4d43be9aefea9d0f9e30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.053872] env[62668]: DEBUG nova.network.neutron [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.081532] env[62668]: DEBUG oslo_vmware.api [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683303, 'name': ResetVM_Task, 'duration_secs': 0.111693} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.081966] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Did hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 666.082249] env[62668]: DEBUG nova.compute.manager [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.083157] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165793e6-09c1-40b1-8df5-54324017a0a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.107646] env[62668]: DEBUG oslo_concurrency.lockutils [req-e7fd663b-d05f-4d8d-9db0-79e2343db404 req-2b08648c-22ba-46b4-9765-8f188864bb01 service nova] Releasing lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.108032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.108345] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.200338] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220f4d9-e302-7135-13c2-2693f1200138, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.200633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.200917] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4b9cb307-1070-45b0-a262-047e38df02fb/4b9cb307-1070-45b0-a262-047e38df02fb.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.201195] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab2e89e-2db9-4a8c-81bc-065a445d86a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.208383] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 666.208383] env[62668]: value = "task-2683304" [ 666.208383] env[62668]: _type = "Task" [ 666.208383] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.216704] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.293770] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Updated VIF entry in instance network info cache for port 7e7baf68-3e47-4ad4-beee-206af49d8bb2. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.294137] env[62668]: DEBUG nova.network.neutron [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Updating instance_info_cache with network_info: [{"id": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "address": "fa:16:3e:41:84:3b", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7baf68-3e", "ovs_interfaceid": "7e7baf68-3e47-4ad4-beee-206af49d8bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.326147] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.350187] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350187] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e8a4cdd2-6c12-4988-b94c-5857e48806e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350187] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9d9b1e4b-7844-459f-8f44-1d9976281292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350187] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9f4b812e-617a-41e2-b9fb-36fee90a8118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350342] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.350342] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350342] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 304d1582-d380-41e8-9651-a28895a33fca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350342] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a69ba441-7bb7-4eb0-83c3-72fd09086028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350477] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance dce2dfc5-fcf3-44a1-b523-907cd2247634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350477] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 69186eb4-17b1-4f7c-9826-3130db408500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350477] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9b63d1b-69be-4b6a-a3b8-9f6237644428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350477] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 5e104993-6b3d-4cca-addf-34106ee5de9b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350603] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6bec2128-2991-42c8-a527-5566d7cea371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350603] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance c8c1c0a6-3027-4521-bbfb-5bba34401af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350603] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350603] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d547c3ed-e5c6-4ced-ab16-5b05f21515e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.350724] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8d1f4077-4988-473d-8026-6ae0e44a70e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350724] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b6f13cf6-3e27-4054-8494-c7fba675012a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.350724] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d0b8e179-8817-424f-8718-e24d502c77f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350724] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 66ea59bb-cd2f-4d34-a3be-bc4662ac5084 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.350839] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ff000eaa-3edf-4c8a-a089-64430da4850d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350839] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ea509449-f9a2-4418-88c0-4d4213c80c96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350839] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f17197d7-bd44-4229-9cbb-497d8e21370c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.350839] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9ee56466-2609-4c8c-b237-670449a00dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.351635] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 79230f16-da6d-4845-9072-336e6d2aa492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.351635] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 4b9cb307-1070-45b0-a262-047e38df02fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.351635] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e3ca49b5-04d6-4844-bd55-ed727a5df944 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.351635] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance bcb07823-1d55-4704-a061-472d7df6c0f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.379072] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Successfully created port: fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.558766] env[62668]: INFO nova.compute.manager [-] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Took 2.00 seconds to deallocate network for instance. [ 666.597657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c30f3f8f-0fcc-4877-8d05-389d381d90be tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.357s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.670562] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.722364] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683304, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.766198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.766198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.796659] env[62668]: DEBUG oslo_concurrency.lockutils [req-be85bba2-9b81-4766-8bbd-edfc789ef439 req-c57fda4b-f050-4e7e-9843-a1d4990661bd service nova] Releasing lock "refresh_cache-4b9cb307-1070-45b0-a262-047e38df02fb" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.819408] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.820739] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.828048] env[62668]: DEBUG nova.network.neutron [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Updating instance_info_cache with network_info: [{"id": "cb704a14-529a-4481-9913-fb29fff20793", "address": "fa:16:3e:36:8a:a1", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb704a14-52", "ovs_interfaceid": "cb704a14-529a-4481-9913-fb29fff20793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.850828] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.851156] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.851699] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.851699] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.851933] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.852099] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.852392] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.852592] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.852898] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.853113] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.853305] env[62668]: DEBUG nova.virt.hardware [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.854652] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b972c8c-6034-49de-ae61-258e9814b661 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.859045] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance c781bdbe-e55b-4744-9fd8-29cf2b131c9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 666.866220] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93fd42e-6fe4-43aa-9ae1-34583b39de0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.065463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.220465] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940687} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.220719] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4b9cb307-1070-45b0-a262-047e38df02fb/4b9cb307-1070-45b0-a262-047e38df02fb.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.220941] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.221203] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c62cdfc-90df-4886-a0cf-6b5f6e4ede6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.234726] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 667.234726] env[62668]: value = "task-2683305" [ 667.234726] env[62668]: _type = "Task" [ 667.234726] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.245053] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.269483] env[62668]: DEBUG nova.compute.utils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.319807] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.330579] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-e3ca49b5-04d6-4844-bd55-ed727a5df944" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.330927] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance network_info: |[{"id": "cb704a14-529a-4481-9913-fb29fff20793", "address": "fa:16:3e:36:8a:a1", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb704a14-52", "ovs_interfaceid": "cb704a14-529a-4481-9913-fb29fff20793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.331382] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:8a:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb704a14-529a-4481-9913-fb29fff20793', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.339135] env[62668]: DEBUG oslo.service.loopingcall [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.339351] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.339570] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3556be4d-3942-4f86-bff4-ba8aece46174 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.362219] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 667.363503] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.363503] env[62668]: value = "task-2683306" [ 667.363503] env[62668]: _type = "Task" [ 667.363503] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.373835] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683306, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.546237] env[62668]: DEBUG nova.compute.manager [req-1a889af1-cbcb-429f-944e-760058311d45 req-8af0612e-c067-46f2-a9ac-1e90dfb8fe56 service nova] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Received event network-vif-deleted-f7e84d98-b891-4063-8d43-79995cf9ab1e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 667.743192] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070085} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.743520] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.744405] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d581e6-7c2c-4d80-88c3-90251ec48b97 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.767617] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 4b9cb307-1070-45b0-a262-047e38df02fb/4b9cb307-1070-45b0-a262-047e38df02fb.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.767939] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e420eca8-e9d8-497b-9b4a-ecc88324a30e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.782745] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.789468] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 667.789468] env[62668]: value = "task-2683307" [ 667.789468] env[62668]: _type = "Task" [ 667.789468] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.797493] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.819791] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.855221] env[62668]: DEBUG nova.compute.manager [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 667.855221] env[62668]: DEBUG nova.compute.manager [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing instance network info cache due to event network-changed-4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 667.855357] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] Acquiring lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.855623] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] Acquired lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.855996] env[62668]: DEBUG nova.network.neutron [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Refreshing network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.864490] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d6d6c56c-96e2-430f-8d8c-a93d4986be93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 667.877034] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683306, 'name': CreateVM_Task, 'duration_secs': 0.385657} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.877349] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.878343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.878633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.879051] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.879602] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fb1a7e-a951-44d5-a949-ca967fd18c94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.884368] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 667.884368] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5222f742-ee7e-b70a-3bdf-0956761630eb" [ 667.884368] env[62668]: _type = "Task" [ 667.884368] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.892794] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5222f742-ee7e-b70a-3bdf-0956761630eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.953130] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Successfully updated port: fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.300278] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.319277] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.368258] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6d54c14e-cb02-43a3-9f5d-5f91f649e026 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.395914] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5222f742-ee7e-b70a-3bdf-0956761630eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.396238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.396481] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.396713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.396967] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.397043] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.397354] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d79225c-4a44-4edf-b358-035cf4e7fc43 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.408595] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.408595] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.409538] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667e4b46-7f1b-4095-b502-cec91323d9e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.418973] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 668.418973] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a1f648-67ce-5b24-c19d-4bcff66725ee" [ 668.418973] env[62668]: _type = "Task" [ 668.418973] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.431428] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a1f648-67ce-5b24-c19d-4bcff66725ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.431428] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5b76e6-8b6b-4649-bdad-e7beba83e127 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.439840] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 668.439840] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526786b7-2041-dde8-9f6a-c912828b7741" [ 668.439840] env[62668]: _type = "Task" [ 668.439840] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.445277] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526786b7-2041-dde8-9f6a-c912828b7741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.456546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.456546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.456546] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.662606] env[62668]: DEBUG nova.network.neutron [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updated VIF entry in instance network info cache for port 4c6e87f7-638c-439c-81a3-7f907673dd36. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.663033] env[62668]: DEBUG nova.network.neutron [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [{"id": "4c6e87f7-638c-439c-81a3-7f907673dd36", "address": "fa:16:3e:09:6d:41", "network": {"id": "1e0e6936-4bda-4ba1-92a7-3c524d93be80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1088449515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d382a85ca44879a7a25668c5bb8d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6e87f7-63", "ovs_interfaceid": "4c6e87f7-638c-439c-81a3-7f907673dd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.801409] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683307, 'name': ReconfigVM_Task, 'duration_secs': 0.742185} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.801757] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 4b9cb307-1070-45b0-a262-047e38df02fb/4b9cb307-1070-45b0-a262-047e38df02fb.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.802907] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27a4186-7c9c-4987-9e76-b2dfa4fe7f6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.809902] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 668.809902] env[62668]: value = "task-2683308" [ 668.809902] env[62668]: _type = "Task" [ 668.809902] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.821197] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683308, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.824253] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.852803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.853121] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.853370] env[62668]: INFO nova.compute.manager [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Attaching volume ea9e8352-5f52-4dea-b561-90725be615d6 to /dev/sdb [ 668.872332] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 48dc29f6-f436-4d87-9580-02f812763c74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.888570] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17861757-494e-4615-a8f8-6f1e98a95b0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.896808] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c539d5-8f67-4fbb-8922-25aa348bc671 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.911207] env[62668]: DEBUG nova.virt.block_device [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating existing volume attachment record: dab1d9b9-d118-407f-9eea-91b3d511b553 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 668.920201] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "9ee56466-2609-4c8c-b237-670449a00dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.920470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.920747] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.920963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.921169] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.923354] env[62668]: INFO nova.compute.manager [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Terminating instance [ 668.949234] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526786b7-2041-dde8-9f6a-c912828b7741, 'name': SearchDatastore_Task, 'duration_secs': 0.016352} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.949546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.949806] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.950131] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4299bf8-cf56-439b-90e0-77c8af9986ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.961013] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 668.961013] env[62668]: value = "task-2683309" [ 668.961013] env[62668]: _type = "Task" [ 668.961013] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.970938] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.992903] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.157650] env[62668]: DEBUG nova.network.neutron [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.165912] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4aca825-b7a0-4475-ad49-48c8f86727c9 req-be817bc7-1570-42d2-aa6c-e83a86e9c4e6 service nova] Releasing lock "refresh_cache-9ee56466-2609-4c8c-b237-670449a00dd9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.325596] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683308, 'name': Rename_Task, 'duration_secs': 0.175994} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.329051] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.329366] env[62668]: DEBUG oslo_vmware.api [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683302, 'name': PowerOnVM_Task, 'duration_secs': 4.034235} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.329574] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d3e2b3e-eb38-43bf-9b23-8ee65634f19f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.331445] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.331652] env[62668]: INFO nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Took 12.73 seconds to spawn the instance on the hypervisor. [ 669.331836] env[62668]: DEBUG nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.332726] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3656cb-8afa-4d72-bdf6-371e08224eba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.344515] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 669.344515] env[62668]: value = "task-2683313" [ 669.344515] env[62668]: _type = "Task" [ 669.344515] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.354711] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.375874] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1b4c5a3f-e77d-41ea-b320-8651997e6ab3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.427780] env[62668]: DEBUG nova.compute.manager [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.428106] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.428992] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77375ee7-80bc-48e7-b0e5-38b064bf7066 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.437931] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.438501] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e1cb7d5-2cf5-4854-b25c-9986a5f52543 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.446157] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 669.446157] env[62668]: value = "task-2683314" [ 669.446157] env[62668]: _type = "Task" [ 669.446157] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.455266] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.470911] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.573377] env[62668]: DEBUG nova.compute.manager [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Received event network-vif-plugged-fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 669.573613] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.574340] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.574574] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.574755] env[62668]: DEBUG nova.compute.manager [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] No waiting events found dispatching network-vif-plugged-fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.574999] env[62668]: WARNING nova.compute.manager [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Received unexpected event network-vif-plugged-fbf20513-629d-4e32-95df-17460f094d40 for instance with vm_state building and task_state spawning. [ 669.575193] env[62668]: DEBUG nova.compute.manager [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Received event network-changed-fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 669.575368] env[62668]: DEBUG nova.compute.manager [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Refreshing instance network info cache due to event network-changed-fbf20513-629d-4e32-95df-17460f094d40. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 669.575552] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.660438] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.661070] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Instance network_info: |[{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.661070] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.661247] env[62668]: DEBUG nova.network.neutron [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Refreshing network info cache for port fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.663030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:78:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf20513-629d-4e32-95df-17460f094d40', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.670722] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating folder: Project (d887e5359fce4d43be9aefea9d0f9e30). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.671857] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d5d795-f5f2-4b90-a8cf-2611fe86aa6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.683885] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created folder: Project (d887e5359fce4d43be9aefea9d0f9e30) in parent group-v540833. [ 669.683885] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating folder: Instances. Parent ref: group-v540955. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.683885] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28fd838-a79a-4929-ad4b-46a479799e00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.694829] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created folder: Instances in parent group-v540955. [ 669.695131] env[62668]: DEBUG oslo.service.loopingcall [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.695330] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.695738] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82eaa576-ba5c-4956-9260-aff33c6315fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.718250] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.718250] env[62668]: value = "task-2683317" [ 669.718250] env[62668]: _type = "Task" [ 669.718250] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.727047] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683317, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.858094] env[62668]: INFO nova.compute.manager [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Took 45.78 seconds to build instance. [ 669.862842] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.879357] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 379210e6-bd63-4029-9d46-7462cff00c7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.956512] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.974765] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670968} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.975328] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.975658] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.976115] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7055be08-43e6-49e6-8356-3e8399d1dec4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.984065] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 669.984065] env[62668]: value = "task-2683318" [ 669.984065] env[62668]: _type = "Task" [ 669.984065] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.992880] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.233330] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683317, 'name': CreateVM_Task, 'duration_secs': 0.446896} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.233496] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.234163] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.234379] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.234710] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.235048] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8ec943-8ffa-417e-bc90-9acbdaa84ad6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.239948] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 670.239948] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ab77b7-ff22-2d02-21a6-d4d04115202e" [ 670.239948] env[62668]: _type = "Task" [ 670.239948] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.248160] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ab77b7-ff22-2d02-21a6-d4d04115202e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.359806] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48f1edfe-22fc-420b-b403-c413d137a839 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.555s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.365651] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.381576] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.439584] env[62668]: DEBUG nova.network.neutron [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updated VIF entry in instance network info cache for port fbf20513-629d-4e32-95df-17460f094d40. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.440172] env[62668]: DEBUG nova.network.neutron [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.461538] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683314, 'name': PowerOffVM_Task, 'duration_secs': 0.753353} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.461945] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.465758] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.465758] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a12118d-6aa9-4318-858d-6c215021bfa3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.494015] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084339} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.496563] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.498426] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76540e4-c487-4add-ba7a-f10959a9e332 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.524166] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.525306] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316cf466-6859-4b97-af0e-5fdf023ea972 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.546216] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 670.546216] env[62668]: value = "task-2683320" [ 670.546216] env[62668]: _type = "Task" [ 670.546216] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.551623] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.551863] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.552052] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleting the datastore file [datastore1] 9ee56466-2609-4c8c-b237-670449a00dd9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.552773] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bcb957-7cfa-40b0-84ca-870df24919b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.558144] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.562771] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 670.562771] env[62668]: value = "task-2683321" [ 670.562771] env[62668]: _type = "Task" [ 670.562771] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.571659] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.750960] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ab77b7-ff22-2d02-21a6-d4d04115202e, 'name': SearchDatastore_Task, 'duration_secs': 0.02031} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.751110] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.751668] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.751668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.751668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.751863] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.753039] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f3bcad-cb6c-442b-801c-f4da67fa45f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.770338] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.770549] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.771879] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d87f54-2731-4316-88b8-ba21fdf2531b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.776838] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 670.776838] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f0f051-af21-2d1f-87a6-ac30caf3ed22" [ 670.776838] env[62668]: _type = "Task" [ 670.776838] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.787665] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f0f051-af21-2d1f-87a6-ac30caf3ed22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.868031] env[62668]: DEBUG oslo_vmware.api [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683313, 'name': PowerOnVM_Task, 'duration_secs': 1.136813} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.868031] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.868031] env[62668]: INFO nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Took 9.96 seconds to spawn the instance on the hypervisor. [ 670.868031] env[62668]: DEBUG nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.868031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec47f5b8-b736-4667-81f5-177ded044d52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.868978] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.884447] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9e2fda18-07bc-4adc-a067-569d6cca1577 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.943753] env[62668]: DEBUG oslo_concurrency.lockutils [req-d272d46f-ab61-4961-bc80-5a86fef1cd31 req-cf5d6f8a-6e5b-4f4e-ba28-73da181bbed2 service nova] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.055040] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.071743] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.287748] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f0f051-af21-2d1f-87a6-ac30caf3ed22, 'name': SearchDatastore_Task, 'duration_secs': 0.0524} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.288603] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a671f9b2-70fe-4efe-8c5f-f049915f768e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.294500] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 671.294500] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f82d60-2811-8340-2890-8eee4233b212" [ 671.294500] env[62668]: _type = "Task" [ 671.294500] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.301961] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f82d60-2811-8340-2890-8eee4233b212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.386859] env[62668]: INFO nova.compute.manager [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Took 42.29 seconds to build instance. [ 671.387526] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b19b1d40-bf94-47cb-860e-af27a0bdfbbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.398747] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.507912] env[62668]: DEBUG nova.compute.manager [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.509240] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeeb59b-bf58-45f3-a5b4-1dd3fe3e128a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.556592] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.573188] env[62668]: DEBUG oslo_vmware.api [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540601} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.573463] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.573648] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.573825] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.574247] env[62668]: INFO nova.compute.manager [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Took 2.15 seconds to destroy the instance on the hypervisor. [ 671.574335] env[62668]: DEBUG oslo.service.loopingcall [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.574500] env[62668]: DEBUG nova.compute.manager [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.574596] env[62668]: DEBUG nova.network.neutron [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.807385] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f82d60-2811-8340-2890-8eee4233b212, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.809020] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.809020] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.809020] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-005bcd16-25f4-4a89-91ef-99c90fef678b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.818028] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 671.818028] env[62668]: value = "task-2683323" [ 671.818028] env[62668]: _type = "Task" [ 671.818028] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.827233] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.895580] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a3b03d6f-b6dd-4396-a09e-9f28200c6556 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.707s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.895580] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance c96f0187-c1c6-4631-8ff8-20328ac6ba7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.895580] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 671.895580] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 671.898535] env[62668]: DEBUG nova.compute.manager [req-3803f81b-db3c-451b-b01d-2b87df828848 req-056087a5-744d-43c9-a537-52e553a86c22 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Received event network-vif-deleted-4c6e87f7-638c-439c-81a3-7f907673dd36 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 671.898756] env[62668]: INFO nova.compute.manager [req-3803f81b-db3c-451b-b01d-2b87df828848 req-056087a5-744d-43c9-a537-52e553a86c22 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Neutron deleted interface 4c6e87f7-638c-439c-81a3-7f907673dd36; detaching it from the instance and deleting it from the info cache [ 671.898930] env[62668]: DEBUG nova.network.neutron [req-3803f81b-db3c-451b-b01d-2b87df828848 req-056087a5-744d-43c9-a537-52e553a86c22 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.985571] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fb3b30-47ac-42b8-9e48-4e4eb6de66c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.000160] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Suspending the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 672.000496] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-57bf9099-c6a3-4a80-a7c0-46180b278988 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.012685] env[62668]: DEBUG oslo_vmware.api [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] Waiting for the task: (returnval){ [ 672.012685] env[62668]: value = "task-2683324" [ 672.012685] env[62668]: _type = "Task" [ 672.012685] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.019798] env[62668]: INFO nova.compute.manager [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] instance snapshotting [ 672.021515] env[62668]: DEBUG oslo_vmware.api [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] Task: {'id': task-2683324, 'name': SuspendVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.025543] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d95b8f-60a1-4505-9a83-eaf4b5ccb5c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.048658] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48d2db-99ce-452e-9688-1c6375482654 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065064] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683320, 'name': ReconfigVM_Task, 'duration_secs': 1.308454} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.068427] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.069296] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b5f76c-44c8-458d-905a-17ca64177547 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.077172] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 672.077172] env[62668]: value = "task-2683325" [ 672.077172] env[62668]: _type = "Task" [ 672.077172] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.089942] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683325, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.332204] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.374619] env[62668]: DEBUG nova.network.neutron [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.398421] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.401757] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36bc78ff-826e-4edb-b276-bef7fc9f9ca7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.426111] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1791546-fa17-442c-b1f9-088a56ba9c2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.472664] env[62668]: DEBUG nova.compute.manager [req-3803f81b-db3c-451b-b01d-2b87df828848 req-056087a5-744d-43c9-a537-52e553a86c22 service nova] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Detach interface failed, port_id=4c6e87f7-638c-439c-81a3-7f907673dd36, reason: Instance 9ee56466-2609-4c8c-b237-670449a00dd9 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 672.520864] env[62668]: DEBUG oslo_vmware.api [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] Task: {'id': task-2683324, 'name': SuspendVM_Task} progress is 79%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.567118] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.567484] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87db48d1-584c-46f8-9017-35e7e3c35c55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.575101] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 672.575101] env[62668]: value = "task-2683326" [ 672.575101] env[62668]: _type = "Task" [ 672.575101] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.596307] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.596591] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683325, 'name': Rename_Task, 'duration_secs': 0.406941} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.596907] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.597291] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-621cfd75-e070-4cfc-86f0-7dbdb296b555 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.603290] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 672.603290] env[62668]: value = "task-2683327" [ 672.603290] env[62668]: _type = "Task" [ 672.603290] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.613671] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.622042] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8183fe7b-f581-45b0-a200-01cca246aa5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.630396] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62d7ce-c56f-4e02-bef1-0fa5f94db2c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.663032] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098e935-7175-4dce-aa5d-41c2d9dca70b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.671164] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592ff46-6608-45d9-934c-a3bbc8e1ca80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.686162] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.830421] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535182} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.830421] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.830693] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.830693] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7524ae4-baf3-4f19-ad99-df91dad40ca0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.838353] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 672.838353] env[62668]: value = "task-2683328" [ 672.838353] env[62668]: _type = "Task" [ 672.838353] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.849013] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.881234] env[62668]: INFO nova.compute.manager [-] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Took 1.30 seconds to deallocate network for instance. [ 672.926614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.022181] env[62668]: DEBUG oslo_vmware.api [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] Task: {'id': task-2683324, 'name': SuspendVM_Task, 'duration_secs': 0.882723} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.022482] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Suspended the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 673.022659] env[62668]: DEBUG nova.compute.manager [None req-576fadf2-cdd9-4708-9765-ac514a5b6b5d tempest-ServersAdminNegativeTestJSON-648930450 tempest-ServersAdminNegativeTestJSON-648930450-project-admin] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.023453] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a502624-7ed7-4d27-bdcd-82d7bb43dd37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.089328] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.113406] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683327, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.189372] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.348658] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086378} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.348971] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.349723] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a1aad-a88b-4c0c-b484-e00b1b9fb433 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.371454] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.371733] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3467f278-52f6-414a-ae48-9144b2c7087b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.388187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.391194] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 673.391194] env[62668]: value = "task-2683329" [ 673.391194] env[62668]: _type = "Task" [ 673.391194] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.400781] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.470601] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 673.470827] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540954', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'name': 'volume-ea9e8352-5f52-4dea-b561-90725be615d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b812e-617a-41e2-b9fb-36fee90a8118', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'serial': 'ea9e8352-5f52-4dea-b561-90725be615d6'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 673.471684] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f54b91-aa2a-48a0-bc75-971d8c8cff37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.488887] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe8ab1-ab0e-4fc4-9b67-f8176b7af3a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.513447] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-ea9e8352-5f52-4dea-b561-90725be615d6/volume-ea9e8352-5f52-4dea-b561-90725be615d6.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.513684] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbe431f-c368-496a-8ef1-b82330e51c57 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.531859] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 673.531859] env[62668]: value = "task-2683330" [ 673.531859] env[62668]: _type = "Task" [ 673.531859] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.542219] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.587499] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.613250] env[62668]: DEBUG oslo_vmware.api [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683327, 'name': PowerOnVM_Task, 'duration_secs': 0.511733} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.613441] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.613646] env[62668]: INFO nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Took 9.98 seconds to spawn the instance on the hypervisor. [ 673.613822] env[62668]: DEBUG nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.614592] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a1b9a0-5576-4567-9687-93daa66bf442 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.695760] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 673.696116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.416s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.696435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.820s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.697915] env[62668]: INFO nova.compute.claims [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.902770] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.043390] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.089013] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683326, 'name': CreateSnapshot_Task, 'duration_secs': 1.458662} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.089339] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.090122] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caed53-3930-4aec-b000-16314600a84c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.133431] env[62668]: INFO nova.compute.manager [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Took 40.54 seconds to build instance. [ 674.403522] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683329, 'name': ReconfigVM_Task, 'duration_secs': 0.758285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.403811] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.404481] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb2912b8-89f5-4022-87c6-21d68d3ebd38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.410910] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 674.410910] env[62668]: value = "task-2683331" [ 674.410910] env[62668]: _type = "Task" [ 674.410910] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.418735] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683331, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.543149] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683330, 'name': ReconfigVM_Task, 'duration_secs': 0.847595} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.543722] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-ea9e8352-5f52-4dea-b561-90725be615d6/volume-ea9e8352-5f52-4dea-b561-90725be615d6.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.549487] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f821ade-1ac7-4309-91a8-c27ac7afc886 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.564708] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 674.564708] env[62668]: value = "task-2683332" [ 674.564708] env[62668]: _type = "Task" [ 674.564708] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.573960] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.609596] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.610067] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81b3e8ab-4c5b-4c12-b453-afcfe0c6e35a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.617559] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 674.617559] env[62668]: value = "task-2683333" [ 674.617559] env[62668]: _type = "Task" [ 674.617559] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.627670] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683333, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.635828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d9c054a2-fdd3-4c6e-8909-7a813c1051fd tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.876s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.924396] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683331, 'name': Rename_Task, 'duration_secs': 0.142847} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.924723] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.925039] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5947675-5f91-4b24-b13b-36d9fc463492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.937032] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 674.937032] env[62668]: value = "task-2683334" [ 674.937032] env[62668]: _type = "Task" [ 674.937032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.951150] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.079364] env[62668]: DEBUG oslo_vmware.api [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683332, 'name': ReconfigVM_Task, 'duration_secs': 0.163254} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.079364] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540954', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'name': 'volume-ea9e8352-5f52-4dea-b561-90725be615d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b812e-617a-41e2-b9fb-36fee90a8118', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'serial': 'ea9e8352-5f52-4dea-b561-90725be615d6'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 675.131586] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683333, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.140585] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.270021] env[62668]: INFO nova.compute.manager [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Rebuilding instance [ 675.329795] env[62668]: DEBUG nova.compute.manager [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.331098] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923280bf-42ff-4017-acb4-845f32ec77c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.346116] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b4d669-8c90-4f92-b66a-2c358b083a50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.353452] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1e00b-38d7-471f-9165-998bf74998ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.386762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc071a0-1e21-43c9-a0cc-0ac41b26f1f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.395127] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107475a-2c9a-49df-b93b-ed88889fcd41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.410187] env[62668]: DEBUG nova.compute.provider_tree [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.446810] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.638108] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683333, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.660034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.916864] env[62668]: DEBUG nova.scheduler.client.report [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.950028] env[62668]: DEBUG oslo_vmware.api [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683334, 'name': PowerOnVM_Task, 'duration_secs': 0.769344} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.950028] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.950028] env[62668]: INFO nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 9.13 seconds to spawn the instance on the hypervisor. [ 675.950028] env[62668]: DEBUG nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.950028] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ada37-6aef-4ac7-bad6-f95e1f6540be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.133338] env[62668]: DEBUG nova.objects.instance [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b812e-617a-41e2-b9fb-36fee90a8118 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.134810] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "5e104993-6b3d-4cca-addf-34106ee5de9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.135072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.135284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.135467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.135633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.137734] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683333, 'name': CloneVM_Task, 'duration_secs': 1.307175} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.138267] env[62668]: INFO nova.compute.manager [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Terminating instance [ 676.139499] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Created linked-clone VM from snapshot [ 676.141636] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8be42-74ce-48b9-b61c-b8e1592cd18a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.151161] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Uploading image a9155d0c-8174-4ff2-ba99-d7dd4bcdd522 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 676.173138] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 676.173138] env[62668]: value = "vm-540959" [ 676.173138] env[62668]: _type = "VirtualMachine" [ 676.173138] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 676.173138] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd739bb9-9e6a-4b2f-9c54-530315ff5b0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.182070] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease: (returnval){ [ 676.182070] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ac9dc-e6d3-4286-b79d-48e1c04a3d03" [ 676.182070] env[62668]: _type = "HttpNfcLease" [ 676.182070] env[62668]: } obtained for exporting VM: (result){ [ 676.182070] env[62668]: value = "vm-540959" [ 676.182070] env[62668]: _type = "VirtualMachine" [ 676.182070] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 676.182070] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the lease: (returnval){ [ 676.182070] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ac9dc-e6d3-4286-b79d-48e1c04a3d03" [ 676.182070] env[62668]: _type = "HttpNfcLease" [ 676.182070] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 676.187957] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.187957] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ac9dc-e6d3-4286-b79d-48e1c04a3d03" [ 676.187957] env[62668]: _type = "HttpNfcLease" [ 676.187957] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 676.347721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.348046] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a030bd05-bba3-401d-887b-554a57591929 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.355011] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 676.355011] env[62668]: value = "task-2683336" [ 676.355011] env[62668]: _type = "Task" [ 676.355011] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.362834] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.421013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.421689] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.424422] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.688s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.426114] env[62668]: INFO nova.compute.claims [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.471364] env[62668]: INFO nova.compute.manager [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 37.32 seconds to build instance. [ 676.556710] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "4b9cb307-1070-45b0-a262-047e38df02fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.556983] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.557269] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.557493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.557668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.562274] env[62668]: INFO nova.compute.manager [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Terminating instance [ 676.629513] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.640863] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6814be16-88c8-43be-be5c-00c3b7f076ab tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.641869] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.013s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.645741] env[62668]: DEBUG nova.compute.manager [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.647250] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.647734] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42182372-70d1-43c9-b72f-d43a89fb05df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.655262] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 676.655262] env[62668]: value = "task-2683337" [ 676.655262] env[62668]: _type = "Task" [ 676.655262] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.666195] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.689722] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.689722] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ac9dc-e6d3-4286-b79d-48e1c04a3d03" [ 676.689722] env[62668]: _type = "HttpNfcLease" [ 676.689722] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.690278] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.690278] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ac9dc-e6d3-4286-b79d-48e1c04a3d03" [ 676.690278] env[62668]: _type = "HttpNfcLease" [ 676.690278] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.690807] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4565b3-5541-448e-b164-907fc3c00f04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.698948] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.699167] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.827193] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d85eddf6-181e-42cb-b794-4076ca99a8db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.871672] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683336, 'name': PowerOffVM_Task, 'duration_secs': 0.298388} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.872371] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.872371] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.873012] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99455ae-ff52-4aba-8b5e-d1b2c2b50727 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.879851] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.880145] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c115f6b-7922-4e63-bae0-72d391a06847 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.932261] env[62668]: DEBUG nova.compute.utils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.936190] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.936450] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.954746] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.955070] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.955823] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore2] e3ca49b5-04d6-4844-bd55-ed727a5df944 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.956393] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0809d633-fb62-4c7b-9053-d53da585f1a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.964502] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 676.964502] env[62668]: value = "task-2683339" [ 676.964502] env[62668]: _type = "Task" [ 676.964502] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.973894] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c38c8a3-be00-4170-ac58-347b34a3e623 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.251s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.974158] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.995565] env[62668]: DEBUG nova.policy [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52e4d7527de4c67b208b79116abd6e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5a9ca67a1a94311b43ee792b8374bbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.067044] env[62668]: DEBUG nova.compute.manager [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.067044] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.068304] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aed9a3-a6e3-40c7-b2d4-0390fa4b34a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.077879] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.078169] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d670673-6a3c-445f-84c7-19ab6c6fc1b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.125856] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.126239] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.149832] env[62668]: INFO nova.compute.manager [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Detaching volume ea9e8352-5f52-4dea-b561-90725be615d6 [ 677.154019] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.154342] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.154541] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleting the datastore file [datastore2] 4b9cb307-1070-45b0-a262-047e38df02fb {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.154823] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f7a71d9-cb63-4909-9e3c-3045d8283bcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.168866] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683337, 'name': PowerOffVM_Task, 'duration_secs': 0.333487} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.170407] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.170633] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 677.170827] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540875', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'name': 'volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e104993-6b3d-4cca-addf-34106ee5de9b', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'serial': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 677.171491] env[62668]: DEBUG oslo_vmware.api [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 677.171491] env[62668]: value = "task-2683341" [ 677.171491] env[62668]: _type = "Task" [ 677.171491] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.172252] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aea97e-f1ce-45ff-91b6-48434e6e88f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.197418] env[62668]: INFO nova.virt.block_device [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Attempting to driver detach volume ea9e8352-5f52-4dea-b561-90725be615d6 from mountpoint /dev/sdb [ 677.197418] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 677.197418] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540954', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'name': 'volume-ea9e8352-5f52-4dea-b561-90725be615d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b812e-617a-41e2-b9fb-36fee90a8118', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'serial': 'ea9e8352-5f52-4dea-b561-90725be615d6'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 677.200858] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9dcc82-3b58-45b1-a257-dc3dc2e7fcf2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.204495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f9d71-8fb6-4954-80dd-2110f868a800 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.207603] env[62668]: DEBUG oslo_vmware.api [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.230234] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a6ff4-a295-49f2-a2a5-c92ceb0c0d31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.234011] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861013ae-8a7a-44f9-bb0e-6087b8200a5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.257341] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c5355-bcd0-4731-9138-55ded2bc0cab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.261470] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f905d-d5fd-4ab7-861b-165f8731ea4e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.295160] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f738b4-7e81-4d7b-ae13-46ca92a79f57 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.298332] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1/volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 677.304115] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 677.304592] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687c20cc-38c5-4b38-a619-0986f86eb75c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.332237] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea9e8352-5f52-4dea-b561-90725be615d6/volume-ea9e8352-5f52-4dea-b561-90725be615d6.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 677.337675] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 677.339229] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb1ba00-de7a-4c06-8af5-a1deffc16eb0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.352929] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 677.352929] env[62668]: value = "task-2683342" [ 677.352929] env[62668]: _type = "Task" [ 677.352929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.358145] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 677.358145] env[62668]: value = "task-2683343" [ 677.358145] env[62668]: _type = "Task" [ 677.358145] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.362029] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.370103] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.439564] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.477543] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.481577] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.484863] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.485648] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.485876] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.496998] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Successfully created port: 5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.630944] env[62668]: DEBUG nova.compute.utils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.690867] env[62668]: DEBUG oslo_vmware.api [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23925} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.690867] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.690994] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.691995] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.691995] env[62668]: INFO nova.compute.manager [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Took 0.62 seconds to destroy the instance on the hypervisor. [ 677.691995] env[62668]: DEBUG oslo.service.loopingcall [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.691995] env[62668]: DEBUG nova.compute.manager [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.691995] env[62668]: DEBUG nova.network.neutron [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.698227] env[62668]: DEBUG nova.compute.manager [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Received event network-changed-fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 677.698414] env[62668]: DEBUG nova.compute.manager [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Refreshing instance network info cache due to event network-changed-fbf20513-629d-4e32-95df-17460f094d40. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 677.699164] env[62668]: DEBUG oslo_concurrency.lockutils [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.699164] env[62668]: DEBUG oslo_concurrency.lockutils [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.699164] env[62668]: DEBUG nova.network.neutron [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Refreshing network info cache for port fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.871476] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683342, 'name': ReconfigVM_Task, 'duration_secs': 0.212525} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.872372] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 677.882902] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cd7df3-f7b5-4c40-b1d2-4335c98021c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.898585] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683343, 'name': ReconfigVM_Task, 'duration_secs': 0.275923} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.900582] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 677.906968] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac07ecd-a222-43e8-873c-8507673f1e36 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.923323] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 677.923323] env[62668]: value = "task-2683344" [ 677.923323] env[62668]: _type = "Task" [ 677.923323] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.936035] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 677.936035] env[62668]: value = "task-2683345" [ 677.936035] env[62668]: _type = "Task" [ 677.936035] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.955239] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.962999] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.010284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.134615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.201412] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f29d515-1c18-4424-9fb0-87afe1951258 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.212211] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f766e5-7b6e-431c-bebd-d5733cd34d89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.246210] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bebfcb3-429b-414e-a209-1dbf9a94a5fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.257029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc024416-e1eb-44b3-84c9-0ab227d25069 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.274822] env[62668]: DEBUG nova.compute.provider_tree [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.438327] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683344, 'name': ReconfigVM_Task, 'duration_secs': 0.129598} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.441511] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540875', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'name': 'volume-9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e104993-6b3d-4cca-addf-34106ee5de9b', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1', 'serial': '9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 678.442292] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.443123] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98d7c8-c858-4ef3-893f-f1cb75d6077e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.451224] env[62668]: DEBUG oslo_vmware.api [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683345, 'name': ReconfigVM_Task, 'duration_secs': 0.160425} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.454271] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540954', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'name': 'volume-ea9e8352-5f52-4dea-b561-90725be615d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b812e-617a-41e2-b9fb-36fee90a8118', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea9e8352-5f52-4dea-b561-90725be615d6', 'serial': 'ea9e8352-5f52-4dea-b561-90725be615d6'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 678.455518] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.456931] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.459452] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b3467f-bada-45f4-b7e6-1cded34b0860 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.495153] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.495461] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.495723] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.495936] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.496209] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.496373] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.496580] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.496737] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.496900] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.497073] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.497255] env[62668]: DEBUG nova.virt.hardware [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.498255] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a643a9-d6a1-4576-abd9-1adf63d2a7b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.511670] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f97dae4-caee-4d72-bbfe-12f19eef91e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.515757] env[62668]: DEBUG nova.network.neutron [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updated VIF entry in instance network info cache for port fbf20513-629d-4e32-95df-17460f094d40. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.516382] env[62668]: DEBUG nova.network.neutron [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.535360] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.535735] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.536116] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Deleting the datastore file [datastore2] 5e104993-6b3d-4cca-addf-34106ee5de9b {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.538417] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.541404] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.541404] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.541404] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.541404] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.541404] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.541685] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.541685] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.541685] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.541685] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.541685] env[62668]: DEBUG nova.virt.hardware [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.541830] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7f8f74-c584-4c13-9f1f-9db531cdaf32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.543437] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaae64a-38f3-4b19-9c83-64f511603b46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.552647] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for the task: (returnval){ [ 678.552647] env[62668]: value = "task-2683347" [ 678.552647] env[62668]: _type = "Task" [ 678.552647] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.554264] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edc43d-2cda-48de-a53a-fe8f8a9755da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.577229] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:8a:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb704a14-529a-4481-9913-fb29fff20793', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.584965] env[62668]: DEBUG oslo.service.loopingcall [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.585336] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.585579] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7a5b4f-9790-4e2c-abe7-cd547c27f4f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.606179] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.606179] env[62668]: value = "task-2683348" [ 678.606179] env[62668]: _type = "Task" [ 678.606179] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.615758] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683348, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.780034] env[62668]: DEBUG nova.scheduler.client.report [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.826357] env[62668]: DEBUG nova.network.neutron [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.019120] env[62668]: DEBUG oslo_concurrency.lockutils [req-d534e238-2bac-452a-96d7-120da5670d16 req-7d62b091-74ef-430d-ba17-eb1b677c728c service nova] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.027200] env[62668]: DEBUG nova.objects.instance [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b812e-617a-41e2-b9fb-36fee90a8118 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.069020] env[62668]: DEBUG oslo_vmware.api [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Task: {'id': task-2683347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16278} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.069351] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.069542] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.069712] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.069884] env[62668]: INFO nova.compute.manager [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Took 2.42 seconds to destroy the instance on the hypervisor. [ 679.070136] env[62668]: DEBUG oslo.service.loopingcall [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.070335] env[62668]: DEBUG nova.compute.manager [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.070433] env[62668]: DEBUG nova.network.neutron [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.116351] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683348, 'name': CreateVM_Task, 'duration_secs': 0.358416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.116595] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.117338] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.117530] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.118178] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479326f6-24bc-4ccd-8f61-4a086b23a20d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.124826] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 679.124826] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52684d15-2777-5244-53ef-c94df126e60a" [ 679.124826] env[62668]: _type = "Task" [ 679.124826] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.135629] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52684d15-2777-5244-53ef-c94df126e60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.215226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.215497] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.215724] env[62668]: INFO nova.compute.manager [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Attaching volume aafe6e8a-f267-440e-8e37-d99768906092 to /dev/sdb [ 679.254265] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d61a9-ed1c-47ce-bd02-ecdac37414e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.262448] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a2845-dcf7-400e-a426-5758886ca9da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.276577] env[62668]: DEBUG nova.virt.block_device [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updating existing volume attachment record: 290db405-9445-4ff6-84cc-5ab6c982e325 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 679.287035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.287035] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.288347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.207s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.288727] env[62668]: DEBUG nova.objects.instance [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 679.329999] env[62668]: INFO nova.compute.manager [-] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Took 1.64 seconds to deallocate network for instance. [ 679.574725] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Successfully updated port: 5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.651038] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52684d15-2777-5244-53ef-c94df126e60a, 'name': SearchDatastore_Task, 'duration_secs': 0.028022} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.651431] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.651951] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.651951] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.652343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.652619] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.653477] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eee4236-1a15-4170-8d77-cb36cf2457b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.664421] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.664666] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.666619] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120fa3eb-d59f-479b-baf3-ebe0a1539ca3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.672292] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 679.672292] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529be0d0-535f-b822-ce87-0fbb09a65ad2" [ 679.672292] env[62668]: _type = "Task" [ 679.672292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.681154] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529be0d0-535f-b822-ce87-0fbb09a65ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.792832] env[62668]: DEBUG nova.compute.utils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.798358] env[62668]: DEBUG nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Received event network-vif-deleted-7e7baf68-3e47-4ad4-beee-206af49d8bb2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 679.802019] env[62668]: DEBUG nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Received event network-vif-plugged-5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 679.802019] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Acquiring lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.802019] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.802019] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.802019] env[62668]: DEBUG nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] No waiting events found dispatching network-vif-plugged-5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.802314] env[62668]: WARNING nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Received unexpected event network-vif-plugged-5cab76a4-f613-4714-aaa0-0a6879bf7806 for instance with vm_state building and task_state spawning. [ 679.802314] env[62668]: DEBUG nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Received event network-changed-5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 679.802314] env[62668]: DEBUG nova.compute.manager [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Refreshing instance network info cache due to event network-changed-5cab76a4-f613-4714-aaa0-0a6879bf7806. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 679.802314] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Acquiring lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.802314] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Acquired lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.802495] env[62668]: DEBUG nova.network.neutron [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Refreshing network info cache for port 5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.802901] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.803156] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.839612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.854180] env[62668]: DEBUG nova.policy [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6af4db2b5dd45828f923c6fcfd7ef4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cefc270f72874d1b9d63c5f6d38cabf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.992334] env[62668]: DEBUG nova.compute.manager [req-0b2c83aa-b110-4edd-b1a3-38650b1d3ea5 req-1ec53aad-7066-4e4a-99a0-53ca8fa89107 service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Received event network-vif-deleted-3128800f-0a53-4baa-952f-48d113a5e776 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 679.992823] env[62668]: INFO nova.compute.manager [req-0b2c83aa-b110-4edd-b1a3-38650b1d3ea5 req-1ec53aad-7066-4e4a-99a0-53ca8fa89107 service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Neutron deleted interface 3128800f-0a53-4baa-952f-48d113a5e776; detaching it from the instance and deleting it from the info cache [ 679.994070] env[62668]: DEBUG nova.network.neutron [req-0b2c83aa-b110-4edd-b1a3-38650b1d3ea5 req-1ec53aad-7066-4e4a-99a0-53ca8fa89107 service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.035362] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bdaad0a0-b278-4e15-9426-5dd4f899ba27 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.393s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.078688] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.137656] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.137720] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.137927] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.138124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.138294] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.142519] env[62668]: INFO nova.compute.manager [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Terminating instance [ 680.183488] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529be0d0-535f-b822-ce87-0fbb09a65ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.02867} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.183959] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed08ce-0aff-4010-8ce5-e3a93e69cd4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.189666] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 680.189666] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5207e5ac-3ab7-4978-0f53-1bdac5972a24" [ 680.189666] env[62668]: _type = "Task" [ 680.189666] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.197831] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5207e5ac-3ab7-4978-0f53-1bdac5972a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.304284] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.308517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d4133ac-bcd7-41f4-ba21-7ac4fca108de tempest-ServersAdmin275Test-2034243810 tempest-ServersAdmin275Test-2034243810-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.314613] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.645s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.314910] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.319448] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.303s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.325152] env[62668]: INFO nova.compute.claims [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.332610] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Successfully created port: db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.355399] env[62668]: INFO nova.scheduler.client.report [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Deleted allocations for instance d547c3ed-e5c6-4ced-ab16-5b05f21515e8 [ 680.364593] env[62668]: DEBUG nova.network.neutron [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.402486] env[62668]: DEBUG nova.network.neutron [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.474204] env[62668]: DEBUG nova.network.neutron [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.496540] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6720114-ad21-48df-a007-577a174cb1ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.509191] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6135db1-2b66-47db-8f24-5b9d7ef5082f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.560434] env[62668]: DEBUG nova.compute.manager [req-0b2c83aa-b110-4edd-b1a3-38650b1d3ea5 req-1ec53aad-7066-4e4a-99a0-53ca8fa89107 service nova] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Detach interface failed, port_id=3128800f-0a53-4baa-952f-48d113a5e776, reason: Instance 5e104993-6b3d-4cca-addf-34106ee5de9b could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 680.648050] env[62668]: DEBUG nova.compute.manager [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.648050] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.648547] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b0e9d-29ac-437a-99b1-873a467ade00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.657069] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.657362] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a80d0fbc-a563-4c4b-90f3-a5258e18a028 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.663882] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 680.663882] env[62668]: value = "task-2683352" [ 680.663882] env[62668]: _type = "Task" [ 680.663882] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.672172] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.701543] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5207e5ac-3ab7-4978-0f53-1bdac5972a24, 'name': SearchDatastore_Task, 'duration_secs': 0.02895} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.701839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.702126] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.702397] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c6ffd6-bd58-4bb2-baba-73b6cbbb2d90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.709590] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 680.709590] env[62668]: value = "task-2683353" [ 680.709590] env[62668]: _type = "Task" [ 680.709590] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.717928] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.870622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8baafda-1c3b-4022-9c92-24d50b2e33c0 tempest-ServersAdmin275Test-844931601 tempest-ServersAdmin275Test-844931601-project-member] Lock "d547c3ed-e5c6-4ced-ab16-5b05f21515e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.510s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.904135] env[62668]: INFO nova.compute.manager [-] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Took 1.83 seconds to deallocate network for instance. [ 680.979099] env[62668]: DEBUG oslo_concurrency.lockutils [req-1b42076d-5a3b-4b76-bc55-4bfe7ad180a5 req-1ab60498-a922-4eb7-8c7e-7793b673fbb3 service nova] Releasing lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.979099] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.979099] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.031719] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.031719] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.177408] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683352, 'name': PowerOffVM_Task, 'duration_secs': 0.334245} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.177736] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.178065] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.178389] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f999069b-cf68-429c-bd3e-74a4cb1ce7e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.221488] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.255219] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.255516] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.255644] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Deleting the datastore file [datastore2] 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.256097] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b9ee58-85d7-4448-89fb-aa01f4d8161f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.265391] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for the task: (returnval){ [ 681.265391] env[62668]: value = "task-2683355" [ 681.265391] env[62668]: _type = "Task" [ 681.265391] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.276741] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.340585] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.377802] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.378061] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.378221] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.378402] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.378545] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.378691] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.378901] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.379081] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.379251] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.379413] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.379585] env[62668]: DEBUG nova.virt.hardware [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.381436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1628c-d14d-4ded-af6c-9915ce4e6482 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.392545] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15920e5-91ec-409e-b7e4-36023d07ea0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453281] env[62668]: INFO nova.compute.manager [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Took 0.55 seconds to detach 1 volumes for instance. [ 681.458411] env[62668]: DEBUG nova.compute.manager [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Deleting volume: 9ee9a0df-b0bb-459c-bd19-8a4a87a5fbf1 {{(pid=62668) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 681.532269] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.722812] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783751} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.723115] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.723323] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.726164] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f49c8a5f-66ca-4fd4-967b-c5093a20fa7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.733975] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 681.733975] env[62668]: value = "task-2683358" [ 681.733975] env[62668]: _type = "Task" [ 681.733975] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.739542] env[62668]: DEBUG nova.network.neutron [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Updating instance_info_cache with network_info: [{"id": "5cab76a4-f613-4714-aaa0-0a6879bf7806", "address": "fa:16:3e:24:69:c9", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab76a4-f6", "ovs_interfaceid": "5cab76a4-f613-4714-aaa0-0a6879bf7806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.748224] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.779349] env[62668]: DEBUG oslo_vmware.api [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Task: {'id': task-2683355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369036} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.786025] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.786025] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.786025] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.786025] env[62668]: INFO nova.compute.manager [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 681.786025] env[62668]: DEBUG oslo.service.loopingcall [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.786025] env[62668]: DEBUG nova.compute.manager [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.786639] env[62668]: DEBUG nova.network.neutron [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.947228] env[62668]: DEBUG nova.compute.manager [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Received event network-vif-plugged-db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 681.947487] env[62668]: DEBUG oslo_concurrency.lockutils [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] Acquiring lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.947796] env[62668]: DEBUG oslo_concurrency.lockutils [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.948487] env[62668]: DEBUG oslo_concurrency.lockutils [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.948487] env[62668]: DEBUG nova.compute.manager [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] No waiting events found dispatching network-vif-plugged-db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.948708] env[62668]: WARNING nova.compute.manager [req-fad820ed-abe8-4b00-84de-f9190bab3133 req-5d629898-faff-44df-915e-4ff1ccf7cf8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Received unexpected event network-vif-plugged-db747632-732f-491c-9353-e6900e4ee5c7 for instance with vm_state building and task_state spawning. [ 681.996848] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb78e35-bdd9-499c-be0d-57f7f11e15b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.005382] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b884d2-1526-4e01-8c14-02018bb6ad25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.012327] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.047919] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5550d-1c15-4f60-ab7f-26d2bb89ec2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.054253] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Successfully updated port: db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.059656] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b93ba2-88c0-442f-af41-542524f8965f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.074936] env[62668]: DEBUG nova.compute.provider_tree [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.245305] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "refresh_cache-c781bdbe-e55b-4744-9fd8-29cf2b131c9c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.245533] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance network_info: |[{"id": "5cab76a4-f613-4714-aaa0-0a6879bf7806", "address": "fa:16:3e:24:69:c9", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab76a4-f6", "ovs_interfaceid": "5cab76a4-f613-4714-aaa0-0a6879bf7806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.245833] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094302} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.246241] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:69:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cab76a4-f613-4714-aaa0-0a6879bf7806', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.253693] env[62668]: DEBUG oslo.service.loopingcall [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.253817] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.253999] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.255113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3006631-3089-46c4-8785-10ca8e12b3ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.257593] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc2c231-b675-443a-9e44-ccdb886469b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.296396] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.297998] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd10cc43-7b49-4228-a445-7a009f6aa80b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.312228] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.312228] env[62668]: value = "task-2683359" [ 682.312228] env[62668]: _type = "Task" [ 682.312228] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.318621] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 682.318621] env[62668]: value = "task-2683360" [ 682.318621] env[62668]: _type = "Task" [ 682.318621] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.324889] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683359, 'name': CreateVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.329768] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.474032] env[62668]: DEBUG nova.compute.manager [req-a6067325-17e7-443f-908b-5633669e2f17 req-11f19ec5-c427-476d-9f13-2ac2bd623861 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Received event network-vif-deleted-99249103-1fe9-424d-8131-fb79aac95bca {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 682.474032] env[62668]: INFO nova.compute.manager [req-a6067325-17e7-443f-908b-5633669e2f17 req-11f19ec5-c427-476d-9f13-2ac2bd623861 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Neutron deleted interface 99249103-1fe9-424d-8131-fb79aac95bca; detaching it from the instance and deleting it from the info cache [ 682.474032] env[62668]: DEBUG nova.network.neutron [req-a6067325-17e7-443f-908b-5633669e2f17 req-11f19ec5-c427-476d-9f13-2ac2bd623861 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.557939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.557939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.557939] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.578637] env[62668]: DEBUG nova.scheduler.client.report [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.827183] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683359, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.832020] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.946414] env[62668]: DEBUG nova.network.neutron [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.979018] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a6e9017-a11a-40c5-8adc-a2a50b11218d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.992021] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8857de0-fa37-4436-b264-8c6b47e7b294 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.031715] env[62668]: DEBUG nova.compute.manager [req-a6067325-17e7-443f-908b-5633669e2f17 req-11f19ec5-c427-476d-9f13-2ac2bd623861 service nova] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Detach interface failed, port_id=99249103-1fe9-424d-8131-fb79aac95bca, reason: Instance 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 683.084636] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.085800] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.090486] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.966s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.093330] env[62668]: INFO nova.compute.claims [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.096307] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.327305] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683359, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.333468] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.408625] env[62668]: DEBUG nova.network.neutron [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updating instance_info_cache with network_info: [{"id": "db747632-732f-491c-9353-e6900e4ee5c7", "address": "fa:16:3e:11:96:7a", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb747632-73", "ovs_interfaceid": "db747632-732f-491c-9353-e6900e4ee5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.449185] env[62668]: INFO nova.compute.manager [-] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Took 1.67 seconds to deallocate network for instance. [ 683.597794] env[62668]: DEBUG nova.compute.utils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.599712] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.599826] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.645760] env[62668]: DEBUG nova.policy [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '103465026ccb4543936bdcde259a3082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6f51318a1b41f9b56f2619469e609e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.829563] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683359, 'name': CreateVM_Task, 'duration_secs': 1.204883} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.829563] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.829945] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.829995] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.830449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.835207] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1339c08c-2a5a-4f48-b422-df6745e4596a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.836705] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.838438] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 683.838705] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540963', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'name': 'volume-aafe6e8a-f267-440e-8e37-d99768906092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d9b1e4b-7844-459f-8f44-1d9976281292', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'serial': 'aafe6e8a-f267-440e-8e37-d99768906092'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 683.839572] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9410d4bb-06fd-4e4d-b464-0e656bc9c346 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860929] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f6e8b-ebd0-4a89-ad1d-142e76c5d651 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.863683] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 683.863683] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ad90a-b76f-cd64-5c9c-36ef88068392" [ 683.863683] env[62668]: _type = "Task" [ 683.863683] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.888551] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-aafe6e8a-f267-440e-8e37-d99768906092/volume-aafe6e8a-f267-440e-8e37-d99768906092.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.889456] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c58751-635e-4564-b96d-e4ffd1f960d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.906940] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ad90a-b76f-cd64-5c9c-36ef88068392, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.908129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.908512] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.908986] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.909626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.909626] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.909927] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0857fb10-4ac8-473a-a7d1-0a7938228dff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.913961] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.914308] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Instance network_info: |[{"id": "db747632-732f-491c-9353-e6900e4ee5c7", "address": "fa:16:3e:11:96:7a", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb747632-73", "ovs_interfaceid": "db747632-732f-491c-9353-e6900e4ee5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.914760] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Waiting for the task: (returnval){ [ 683.914760] env[62668]: value = "task-2683361" [ 683.914760] env[62668]: _type = "Task" [ 683.914760] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.915185] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:96:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db747632-732f-491c-9353-e6900e4ee5c7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.924505] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating folder: Project (cefc270f72874d1b9d63c5f6d38cabf4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.925586] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7915410-cd7d-40e6-8e94-74fe5fce95e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.934305] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.934305] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.937358] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c21009-41fd-412f-87d5-f9192cf5e92d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.941023] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.941464] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created folder: Project (cefc270f72874d1b9d63c5f6d38cabf4) in parent group-v540833. [ 683.941924] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating folder: Instances. Parent ref: group-v540965. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.942567] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7756b02a-54db-4178-a83f-e989887fb4cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.946029] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 683.946029] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d849c2-79c0-81eb-b3a4-82974aacd6fb" [ 683.946029] env[62668]: _type = "Task" [ 683.946029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.956400] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d849c2-79c0-81eb-b3a4-82974aacd6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.958753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.958997] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created folder: Instances in parent group-v540965. [ 683.959268] env[62668]: DEBUG oslo.service.loopingcall [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.959473] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.959709] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084a56ff-0e83-4dde-89ec-6a2022728332 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.981022] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.981022] env[62668]: value = "task-2683364" [ 683.981022] env[62668]: _type = "Task" [ 683.981022] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.983610] env[62668]: DEBUG nova.compute.manager [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Received event network-changed-db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 683.983806] env[62668]: DEBUG nova.compute.manager [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Refreshing instance network info cache due to event network-changed-db747632-732f-491c-9353-e6900e4ee5c7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 683.984059] env[62668]: DEBUG oslo_concurrency.lockutils [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] Acquiring lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.984225] env[62668]: DEBUG oslo_concurrency.lockutils [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] Acquired lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.984390] env[62668]: DEBUG nova.network.neutron [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Refreshing network info cache for port db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.998499] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683364, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.020585] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Successfully created port: 76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.103845] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.331399] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683360, 'name': ReconfigVM_Task, 'duration_secs': 1.539906} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.334533] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e3ca49b5-04d6-4844-bd55-ed727a5df944/e3ca49b5-04d6-4844-bd55-ed727a5df944.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.335344] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e644e4-a887-4ba3-9e78-e53dd44774a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.343246] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 684.343246] env[62668]: value = "task-2683365" [ 684.343246] env[62668]: _type = "Task" [ 684.343246] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.358018] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683365, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.436259] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683361, 'name': ReconfigVM_Task, 'duration_secs': 0.407296} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.436559] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-aafe6e8a-f267-440e-8e37-d99768906092/volume-aafe6e8a-f267-440e-8e37-d99768906092.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.441614] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2a14e6-ea94-48c9-afed-bb3e0ba2af20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.465400] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d849c2-79c0-81eb-b3a4-82974aacd6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.470191] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Waiting for the task: (returnval){ [ 684.470191] env[62668]: value = "task-2683366" [ 684.470191] env[62668]: _type = "Task" [ 684.470191] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.470905] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4dd479-5e01-4669-9be2-185911a72632 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.482447] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.485873] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 684.485873] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad6ae0-9903-4683-0808-ea73541b46c8" [ 684.485873] env[62668]: _type = "Task" [ 684.485873] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.504962] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683364, 'name': CreateVM_Task, 'duration_secs': 0.426231} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.505273] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad6ae0-9903-4683-0808-ea73541b46c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.505672] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.505672] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.505941] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c781bdbe-e55b-4744-9fd8-29cf2b131c9c/c781bdbe-e55b-4744-9fd8-29cf2b131c9c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.506643] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.506843] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.507136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.507365] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912579c4-9b57-4e40-beaa-a3d75bc06c68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.509425] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06edaff0-895d-46dc-b492-58bddf98a3c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.516428] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 684.516428] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5250b5b1-a848-7704-c431-6a17fc3bbbfe" [ 684.516428] env[62668]: _type = "Task" [ 684.516428] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.517809] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 684.517809] env[62668]: value = "task-2683367" [ 684.517809] env[62668]: _type = "Task" [ 684.517809] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.529626] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5250b5b1-a848-7704-c431-6a17fc3bbbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.535402] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.727140] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ad176-7793-4d09-af18-7db3ab766afb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.735967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55941fad-2762-47cf-b63e-6c0f8c54d5ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.771936] env[62668]: DEBUG nova.network.neutron [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updated VIF entry in instance network info cache for port db747632-732f-491c-9353-e6900e4ee5c7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.772304] env[62668]: DEBUG nova.network.neutron [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updating instance_info_cache with network_info: [{"id": "db747632-732f-491c-9353-e6900e4ee5c7", "address": "fa:16:3e:11:96:7a", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb747632-73", "ovs_interfaceid": "db747632-732f-491c-9353-e6900e4ee5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.773976] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f766e01f-3b3e-47af-87c1-3007921244a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.782011] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff6ee69-9225-439c-bdc9-617a2b366bd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.796959] env[62668]: DEBUG nova.compute.provider_tree [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.853213] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683365, 'name': Rename_Task, 'duration_secs': 0.239616} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.853533] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.853743] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757f2a38-06e6-4464-86e1-2000deb415ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.860869] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 684.860869] env[62668]: value = "task-2683368" [ 684.860869] env[62668]: _type = "Task" [ 684.860869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.870095] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.124187] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.147711] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.148016] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.148199] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.148386] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.148535] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.148734] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.148958] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.149151] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.149359] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.149532] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.149714] env[62668]: DEBUG nova.virt.hardware [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.150674] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c0d06-a3ee-4f41-ae44-d75eef782e59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.278034] env[62668]: DEBUG oslo_concurrency.lockutils [req-5a0bf9c5-e399-47b2-ac00-dcb25db6f6cf req-b21eaaec-2491-47de-a466-a5779e0a7071 service nova] Releasing lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.300368] env[62668]: DEBUG nova.scheduler.client.report [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.372310] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683368, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.375660] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb790e-04f2-4092-a92b-96db5b655c60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.470346] env[62668]: DEBUG nova.compute.manager [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Received event network-vif-plugged-76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 685.470643] env[62668]: DEBUG oslo_concurrency.lockutils [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] Acquiring lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.470991] env[62668]: DEBUG oslo_concurrency.lockutils [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.471282] env[62668]: DEBUG oslo_concurrency.lockutils [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.471488] env[62668]: DEBUG nova.compute.manager [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] No waiting events found dispatching network-vif-plugged-76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.471673] env[62668]: WARNING nova.compute.manager [req-71354a43-4618-4b26-aa0a-b0963f7c1b0b req-6434092b-e40e-4351-aced-d2f60ab034ad service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Received unexpected event network-vif-plugged-76412248-07af-48d7-97c0-47794b20ed74 for instance with vm_state building and task_state spawning. [ 685.578143] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Successfully updated port: 76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.604870] env[62668]: DEBUG oslo_vmware.api [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683366, 'name': ReconfigVM_Task, 'duration_secs': 0.180746} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.605838] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540963', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'name': 'volume-aafe6e8a-f267-440e-8e37-d99768906092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d9b1e4b-7844-459f-8f44-1d9976281292', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'serial': 'aafe6e8a-f267-440e-8e37-d99768906092'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 685.649817] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5250b5b1-a848-7704-c431-6a17fc3bbbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.653215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.653461] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.653692] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.653835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.654015] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.654860] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655663} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.655104] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b91164b7-70db-4297-8d86-99812ae42a1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.657561] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c781bdbe-e55b-4744-9fd8-29cf2b131c9c/c781bdbe-e55b-4744-9fd8-29cf2b131c9c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.658174] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.658174] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ffed1f-b994-4dfc-94f5-6fb78ad64d6c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.667232] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 685.667232] env[62668]: value = "task-2683369" [ 685.667232] env[62668]: _type = "Task" [ 685.667232] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.668963] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.669184] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.676224] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be15a2bb-0abf-4acd-86af-b3b1a026c746 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.684826] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.687205] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 685.687205] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b8d6b-e5a2-b412-a856-3b8404bd2ea8" [ 685.687205] env[62668]: _type = "Task" [ 685.687205] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.697585] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b8d6b-e5a2-b412-a856-3b8404bd2ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.805527] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.806140] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.808825] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.589s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.809038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.811137] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.365s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.811333] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.815067] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.983s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.815067] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.816560] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.577s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.818443] env[62668]: INFO nova.compute.claims [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.847083] env[62668]: INFO nova.scheduler.client.report [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted allocations for instance 66ea59bb-cd2f-4d34-a3be-bc4662ac5084 [ 685.848976] env[62668]: INFO nova.scheduler.client.report [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted allocations for instance b6f13cf6-3e27-4054-8494-c7fba675012a [ 685.867852] env[62668]: INFO nova.scheduler.client.report [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Deleted allocations for instance b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab [ 685.874719] env[62668]: DEBUG oslo_vmware.api [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683368, 'name': PowerOnVM_Task, 'duration_secs': 0.749241} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.875222] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.875427] env[62668]: DEBUG nova.compute.manager [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.876736] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ce72b3-5926-410f-bcff-4a859e274204 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.081406] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.081549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.081947] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.179326] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082314} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.179653] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.180542] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd4968-9e09-4992-9756-521f636acc3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.204050] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c781bdbe-e55b-4744-9fd8-29cf2b131c9c/c781bdbe-e55b-4744-9fd8-29cf2b131c9c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.207369] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a81a8a-4b67-4235-8246-94760b3d4e7f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.228581] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b8d6b-e5a2-b412-a856-3b8404bd2ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.230379] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 686.230379] env[62668]: value = "task-2683370" [ 686.230379] env[62668]: _type = "Task" [ 686.230379] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.230563] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750615fb-651f-422a-a0a9-f0e5be60b883 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.239029] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 686.239029] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525f1e23-ed85-158e-eb7d-c4f132c76fbf" [ 686.239029] env[62668]: _type = "Task" [ 686.239029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.242509] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.250017] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525f1e23-ed85-158e-eb7d-c4f132c76fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.324296] env[62668]: DEBUG nova.compute.utils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.326488] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.326675] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.359349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-19a5975e-ccff-4567-b63b-d46f1ed54ae2 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "66ea59bb-cd2f-4d34-a3be-bc4662ac5084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.151s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.369556] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9e280bc7-3c40-4176-800d-ec8ca169f9fe tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b6f13cf6-3e27-4054-8494-c7fba675012a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.893s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.377736] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b1b8a13a-7274-4da2-adfa-23f8f43d7cd5 tempest-FloatingIPsAssociationTestJSON-1136253142 tempest-FloatingIPsAssociationTestJSON-1136253142-project-member] Lock "b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.545s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.395714] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.416147] env[62668]: DEBUG nova.policy [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ea10b8085e4c8bb417bcae28984150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab02c458a0340da97d80fc7ddeaa096', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.614472] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.648709] env[62668]: DEBUG nova.objects.instance [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lazy-loading 'flavor' on Instance uuid 9d9b1e4b-7844-459f-8f44-1d9976281292 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.747502] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.762209] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525f1e23-ed85-158e-eb7d-c4f132c76fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.766086] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.766498] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.767099] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4656360c-1c3b-4431-9c54-cc2cb079f4ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.774905] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Successfully created port: 62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.778782] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 686.778782] env[62668]: value = "task-2683371" [ 686.778782] env[62668]: _type = "Task" [ 686.778782] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.790037] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.835663] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.839720] env[62668]: DEBUG nova.network.neutron [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updating instance_info_cache with network_info: [{"id": "76412248-07af-48d7-97c0-47794b20ed74", "address": "fa:16:3e:f7:f4:8c", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76412248-07", "ovs_interfaceid": "76412248-07af-48d7-97c0-47794b20ed74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.163026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5765dea-abf9-447e-a9db-db7191709172 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.947s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.220617] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.221979] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48183529-706e-4750-961f-84ddd3a0e91a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.232259] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.232459] env[62668]: ERROR oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk due to incomplete transfer. [ 687.232721] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8383a9c8-5014-4a23-9f5a-d69cff3af874 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.247832] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683370, 'name': ReconfigVM_Task, 'duration_secs': 0.844903} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.249405] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c781bdbe-e55b-4744-9fd8-29cf2b131c9c/c781bdbe-e55b-4744-9fd8-29cf2b131c9c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.250321] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5259ce28-a5a1-52f6-c093-3feb42afa628/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.250496] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Uploaded image a9155d0c-8174-4ff2-ba99-d7dd4bcdd522 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.253579] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.254037] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7eed950-55ce-44db-8d73-e21f429d9547 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.256799] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43c36556-ec3f-4b7c-ae79-408e8bbc933a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264798] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 687.264798] env[62668]: value = "task-2683372" [ 687.264798] env[62668]: _type = "Task" [ 687.264798] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.265307] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 687.265307] env[62668]: value = "task-2683373" [ 687.265307] env[62668]: _type = "Task" [ 687.265307] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.289972] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683372, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.290265] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683373, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.298324] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.349188] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.349572] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Instance network_info: |[{"id": "76412248-07af-48d7-97c0-47794b20ed74", "address": "fa:16:3e:f7:f4:8c", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76412248-07", "ovs_interfaceid": "76412248-07af-48d7-97c0-47794b20ed74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.351184] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:f4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76412248-07af-48d7-97c0-47794b20ed74', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.358527] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Creating folder: Project (1b6f51318a1b41f9b56f2619469e609e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.359257] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-badd8c05-40a4-49dd-9c56-c5dad8ff5b9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.370356] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Created folder: Project (1b6f51318a1b41f9b56f2619469e609e) in parent group-v540833. [ 687.370356] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Creating folder: Instances. Parent ref: group-v540968. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.371329] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cb293e1-bc5e-4eab-bdb5-05f2a65610f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.384853] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Created folder: Instances in parent group-v540968. [ 687.385154] env[62668]: DEBUG oslo.service.loopingcall [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.385370] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.385588] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef0e0fb5-613c-40df-8e5c-e48de86dca1b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.412655] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.412655] env[62668]: value = "task-2683376" [ 687.412655] env[62668]: _type = "Task" [ 687.412655] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.426572] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683376, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.484691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db257c-6aee-4659-b519-1a436c9c4356 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492867] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3960c3a-65ea-4f7c-9dea-0242ee5fc3b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.526113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbce13-ead2-422d-b658-c24a1e3f2492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.533253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5823cd98-91d6-4559-8c39-70de9146c2cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.547022] env[62668]: DEBUG nova.compute.provider_tree [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.777945] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683373, 'name': Destroy_Task, 'duration_secs': 0.38083} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.781951] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Destroyed the VM [ 687.781951] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.782082] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683372, 'name': Rename_Task, 'duration_secs': 0.163633} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.782722] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a23af9e0-1e74-4112-90d4-a41c4851c4e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.787068] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.788125] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf6783a-037b-48b8-8fa6-ae0a562db4cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.796419] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52362} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.798850] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.799911] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.799911] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 687.799911] env[62668]: value = "task-2683378" [ 687.799911] env[62668]: _type = "Task" [ 687.799911] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.799911] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 687.799911] env[62668]: value = "task-2683377" [ 687.799911] env[62668]: _type = "Task" [ 687.799911] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.800255] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e8f4d03-0699-470d-a510-b275267eda65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.811219] env[62668]: DEBUG nova.compute.manager [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Received event network-changed-76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 687.811431] env[62668]: DEBUG nova.compute.manager [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Refreshing instance network info cache due to event network-changed-76412248-07af-48d7-97c0-47794b20ed74. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 687.811650] env[62668]: DEBUG oslo_concurrency.lockutils [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] Acquiring lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.811785] env[62668]: DEBUG oslo_concurrency.lockutils [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] Acquired lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.811958] env[62668]: DEBUG nova.network.neutron [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Refreshing network info cache for port 76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.818989] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 687.818989] env[62668]: value = "task-2683379" [ 687.818989] env[62668]: _type = "Task" [ 687.818989] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.829678] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.835625] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683378, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.840619] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.852392] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.877649] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.877899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.878119] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.878308] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.878476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.880742] env[62668]: INFO nova.compute.manager [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Terminating instance [ 687.889146] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='013b2f7f-dbe3-4f88-9d3a-59011a75658f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1745731274',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.889401] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.889568] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.889747] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.889910] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.890052] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.890275] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.890417] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.890583] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.890744] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.890950] env[62668]: DEBUG nova.virt.hardware [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.891852] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab562d91-696c-49f6-ae41-3991510e9108 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.903652] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6c1a1-de9c-4bd6-bded-73689dc97f61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.931482] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683376, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.049822] env[62668]: DEBUG nova.scheduler.client.report [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.330222] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683377, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.331272] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.344264] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.386945] env[62668]: DEBUG nova.compute.manager [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.387282] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.388313] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfda21e-d090-4bcf-96b1-affbcee9166a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.399204] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.401201] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430df1c4-dad0-45c6-98c9-984faecf4a0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.408701] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.409059] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.414094] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 688.414094] env[62668]: value = "task-2683380" [ 688.414094] env[62668]: _type = "Task" [ 688.414094] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.442917] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.446189] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683376, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.485420] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Successfully updated port: 62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.557064] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.557816] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.561542] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.436s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.564026] env[62668]: INFO nova.compute.claims [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.789257] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.789257] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.815471] env[62668]: DEBUG nova.network.neutron [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updated VIF entry in instance network info cache for port 76412248-07af-48d7-97c0-47794b20ed74. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.815828] env[62668]: DEBUG nova.network.neutron [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updating instance_info_cache with network_info: [{"id": "76412248-07af-48d7-97c0-47794b20ed74", "address": "fa:16:3e:f7:f4:8c", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76412248-07", "ovs_interfaceid": "76412248-07af-48d7-97c0-47794b20ed74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.824438] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.824438] env[62668]: DEBUG oslo_vmware.api [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683377, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598234} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.824438] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.824438] env[62668]: INFO nova.compute.manager [None req-cf4bdd76-10ad-4027-8f08-26dcd1a9a7f5 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 688.841831] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.868321} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.842093] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.843013] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c943b-82b8-43e4-aa43-c149363c7e2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.870198] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.871164] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f7842f0-ffb4-4f04-9d6b-5c1872f748d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.894557] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 688.894557] env[62668]: value = "task-2683381" [ 688.894557] env[62668]: _type = "Task" [ 688.894557] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.902585] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.931943] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683380, 'name': PowerOffVM_Task, 'duration_secs': 0.200715} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.935897] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.936170] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.936956] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ce168f2-a80c-4e5a-aac0-81f262a6ec8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.944386] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683376, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.989815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.989815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.989815] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.031234] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.031234] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.031234] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore1] e3ca49b5-04d6-4844-bd55-ed727a5df944 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.031234] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8654e662-287e-4388-9bef-f856f00d12e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.035025] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 689.035025] env[62668]: value = "task-2683383" [ 689.035025] env[62668]: _type = "Task" [ 689.035025] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.044596] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.068928] env[62668]: DEBUG nova.compute.utils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.070767] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.070977] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.129161] env[62668]: DEBUG nova.policy [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.293498] env[62668]: INFO nova.compute.manager [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Detaching volume aafe6e8a-f267-440e-8e37-d99768906092 [ 689.319160] env[62668]: DEBUG oslo_vmware.api [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683378, 'name': PowerOnVM_Task, 'duration_secs': 1.215672} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.319160] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.319160] env[62668]: INFO nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Took 10.86 seconds to spawn the instance on the hypervisor. [ 689.319160] env[62668]: DEBUG nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.319160] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9bd9c-dbe6-4cc8-9dde-2924671671a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.325430] env[62668]: DEBUG oslo_concurrency.lockutils [req-a17b68aa-e337-407b-99d1-50e99dba03c5 req-c1278366-4be9-47a7-80c4-5179f7b408c1 service nova] Releasing lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.347558] env[62668]: INFO nova.virt.block_device [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Attempting to driver detach volume aafe6e8a-f267-440e-8e37-d99768906092 from mountpoint /dev/sdb [ 689.347828] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 689.349910] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540963', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'name': 'volume-aafe6e8a-f267-440e-8e37-d99768906092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d9b1e4b-7844-459f-8f44-1d9976281292', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'serial': 'aafe6e8a-f267-440e-8e37-d99768906092'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 689.349910] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090289eb-2687-4694-bba1-d3aaf29aeea6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.373531] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334b5a9-22fa-41c0-b55f-095d86ad338e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.381696] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef931f7-7a1c-443f-ba53-b9bf985fb796 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.407855] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df78390-7bcb-4b0c-a9b7-980cd3e697ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.415997] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683381, 'name': ReconfigVM_Task, 'duration_secs': 0.363989} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.426540] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.427604] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] The volume has not been displaced from its original location: [datastore2] volume-aafe6e8a-f267-440e-8e37-d99768906092/volume-aafe6e8a-f267-440e-8e37-d99768906092.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 689.432798] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 689.433221] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4edfd6f3-490e-4ea1-b28e-b8000ae2f4ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.434969] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f6f798-3a73-40ba-887c-28638e9570a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.457360] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683376, 'name': CreateVM_Task, 'duration_secs': 1.61511} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.459281] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.459673] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Waiting for the task: (returnval){ [ 689.459673] env[62668]: value = "task-2683385" [ 689.459673] env[62668]: _type = "Task" [ 689.459673] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.459910] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 689.459910] env[62668]: value = "task-2683384" [ 689.459910] env[62668]: _type = "Task" [ 689.459910] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.460857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.461026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.461364] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.461709] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4f9352-c831-4a6f-9357-a30d7df68960 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.474097] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.478014] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683384, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.478420] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 689.478420] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84a30-9c16-2a7b-ec2c-54c82f8e4dd6" [ 689.478420] env[62668]: _type = "Task" [ 689.478420] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.486121] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84a30-9c16-2a7b-ec2c-54c82f8e4dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.544150] env[62668]: DEBUG oslo_vmware.api [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147693} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.544405] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.544589] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.544771] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.544943] env[62668]: INFO nova.compute.manager [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Took 1.16 seconds to destroy the instance on the hypervisor. [ 689.545239] env[62668]: DEBUG oslo.service.loopingcall [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.545434] env[62668]: DEBUG nova.compute.manager [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.545527] env[62668]: DEBUG nova.network.neutron [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.576121] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.621471] env[62668]: INFO nova.compute.manager [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Rebuilding instance [ 689.629519] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.697563] env[62668]: DEBUG nova.compute.manager [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.698479] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be3810b-50fa-43ca-889a-4f158f81e274 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.847186] env[62668]: INFO nova.compute.manager [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Took 45.99 seconds to build instance. [ 689.885366] env[62668]: DEBUG nova.network.neutron [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.975039] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683385, 'name': ReconfigVM_Task, 'duration_secs': 0.259416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.982453] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 689.988922] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683384, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.989604] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4c61c0-8297-40db-bd30-2b3cc8cfbd2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.015395] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d84a30-9c16-2a7b-ec2c-54c82f8e4dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017647} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.017217] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.017601] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.017977] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.018262] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.018566] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.019193] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Waiting for the task: (returnval){ [ 690.019193] env[62668]: value = "task-2683386" [ 690.019193] env[62668]: _type = "Task" [ 690.019193] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.022642] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87075c00-f041-4b44-b3c1-f408720b5aef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.038167] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.043752] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.043890] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.045292] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20a89b5-ed19-4074-b664-bbde7f5aa428 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.051292] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 690.051292] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f51333-d6d2-e9e5-a570-5788b3522ac7" [ 690.051292] env[62668]: _type = "Task" [ 690.051292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.067533] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f51333-d6d2-e9e5-a570-5788b3522ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.068770] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17decf51-390f-495b-898d-47411a77816a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.080398] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 690.080398] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c1cf00-23fc-3187-dfe9-2a4a74c21465" [ 690.080398] env[62668]: _type = "Task" [ 690.080398] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.099643] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c1cf00-23fc-3187-dfe9-2a4a74c21465, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.100551] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.100925] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d6d6c56c-96e2-430f-8d8c-a93d4986be93/d6d6c56c-96e2-430f-8d8c-a93d4986be93.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.101267] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b5a220-2c34-49cf-bcc5-74ecb25469df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.105613] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Successfully created port: f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.113947] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 690.113947] env[62668]: value = "task-2683387" [ 690.113947] env[62668]: _type = "Task" [ 690.113947] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.125980] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.259101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d827ce54-3a7d-4d38-91ea-9344c89947a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.267918] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1350a74-f6df-4191-921a-9ffc5140e62c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.300783] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc3dfe6-23b9-4824-8484-5a2092ec5fbc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.309354] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91fae74-19f9-49f7-be5b-f065833f7d5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.326321] env[62668]: DEBUG nova.compute.provider_tree [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.349554] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c51ba08b-2adb-4a8b-94a2-666090a55145 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.062s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.359106] env[62668]: DEBUG nova.compute.manager [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Received event network-vif-plugged-62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 690.359364] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Acquiring lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.359598] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.360018] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.360018] env[62668]: DEBUG nova.compute.manager [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] No waiting events found dispatching network-vif-plugged-62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.360253] env[62668]: WARNING nova.compute.manager [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Received unexpected event network-vif-plugged-62e44cda-6b54-4cab-baa6-3389f3d28244 for instance with vm_state building and task_state spawning. [ 690.361258] env[62668]: DEBUG nova.compute.manager [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Received event network-changed-62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 690.361431] env[62668]: DEBUG nova.compute.manager [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Refreshing instance network info cache due to event network-changed-62e44cda-6b54-4cab-baa6-3389f3d28244. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 690.361651] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.388081] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.388529] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Instance network_info: |[{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.388905] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.389121] env[62668]: DEBUG nova.network.neutron [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Refreshing network info cache for port 62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.390534] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:21:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e44cda-6b54-4cab-baa6-3389f3d28244', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.403194] env[62668]: DEBUG oslo.service.loopingcall [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.408380] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.409257] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4dc1248-f3a1-4125-aec4-c84088f4ee2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.442894] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.442894] env[62668]: value = "task-2683388" [ 690.442894] env[62668]: _type = "Task" [ 690.442894] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.454075] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683388, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.473169] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683384, 'name': Rename_Task, 'duration_secs': 0.995168} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.473469] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.473735] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdec51f7-d75f-466e-bbf3-37058d436a9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.480445] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 690.480445] env[62668]: value = "task-2683389" [ 690.480445] env[62668]: _type = "Task" [ 690.480445] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.489395] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.535365] env[62668]: DEBUG oslo_vmware.api [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Task: {'id': task-2683386, 'name': ReconfigVM_Task, 'duration_secs': 0.174108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.535680] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540963', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'name': 'volume-aafe6e8a-f267-440e-8e37-d99768906092', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d9b1e4b-7844-459f-8f44-1d9976281292', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafe6e8a-f267-440e-8e37-d99768906092', 'serial': 'aafe6e8a-f267-440e-8e37-d99768906092'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 690.602250] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.622505] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479746} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.622764] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d6d6c56c-96e2-430f-8d8c-a93d4986be93/d6d6c56c-96e2-430f-8d8c-a93d4986be93.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.622970] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.624891] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3986bc-4089-49f4-aabf-8ebabe8add82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.631074] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 690.631074] env[62668]: value = "task-2683390" [ 690.631074] env[62668]: _type = "Task" [ 690.631074] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.640961] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.641152] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.641649] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.641649] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.641649] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.642413] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.642413] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.642413] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.642413] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.642682] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.642682] env[62668]: DEBUG nova.virt.hardware [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.643923] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436925db-3274-436d-97d7-3d0f4cb72cfd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.651094] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.654373] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519bbf4-da36-4c05-acfb-990bf81e53a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.673411] env[62668]: DEBUG nova.network.neutron [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.717253] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.718304] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-859869ae-c759-467b-8236-636656bb8e49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.725797] env[62668]: DEBUG nova.compute.manager [req-73a187f4-a308-49c7-8a2c-71e1fdfe679a req-b7238f2d-7397-4bd2-9c70-2e7ae9868fe1 service nova] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Received event network-vif-deleted-cb704a14-529a-4481-9913-fb29fff20793 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 690.728227] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 690.728227] env[62668]: value = "task-2683391" [ 690.728227] env[62668]: _type = "Task" [ 690.728227] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.738241] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.786472] env[62668]: DEBUG nova.network.neutron [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updated VIF entry in instance network info cache for port 62e44cda-6b54-4cab-baa6-3389f3d28244. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.786472] env[62668]: DEBUG nova.network.neutron [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.830816] env[62668]: DEBUG nova.scheduler.client.report [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.855539] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.953499] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683388, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.990574] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.090638] env[62668]: DEBUG nova.objects.instance [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lazy-loading 'flavor' on Instance uuid 9d9b1e4b-7844-459f-8f44-1d9976281292 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.141059] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067991} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.141605] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.142468] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a578aa-46d0-4553-9746-474b083840f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.165528] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d6d6c56c-96e2-430f-8d8c-a93d4986be93/d6d6c56c-96e2-430f-8d8c-a93d4986be93.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.165868] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22a564e-1bb1-4c85-a755-8367d8c20c2c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.181781] env[62668]: INFO nova.compute.manager [-] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Took 1.64 seconds to deallocate network for instance. [ 691.191584] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 691.191584] env[62668]: value = "task-2683392" [ 691.191584] env[62668]: _type = "Task" [ 691.191584] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.199866] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.238543] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683391, 'name': PowerOffVM_Task, 'duration_secs': 0.194556} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.238803] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.239553] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.239802] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a51a8bf-4f85-440e-a82a-79eefe33972f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246082] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 691.246082] env[62668]: value = "task-2683393" [ 691.246082] env[62668]: _type = "Task" [ 691.246082] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.256576] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 691.256779] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 691.256968] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540888', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'name': 'volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49be8bf1-44e4-4729-9934-6d9bcfc2d581', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'serial': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 691.257704] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b15b61-3f00-4b57-ad94-b0e39512cc9c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.276695] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25582ad0-0eb1-4438-a720-528b9086f015 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.286669] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538718c-48d2-41f7-b93f-190ad787d805 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.289391] env[62668]: DEBUG oslo_concurrency.lockutils [req-70a81cef-fd15-4607-8c6d-31dcc36cee33 req-cb13a08c-0477-4d30-b56a-006419cbd3a7 service nova] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.306959] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cee477-cafa-4481-91d1-71a01d82c155 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.321818] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] The volume has not been displaced from its original location: [datastore2] volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8/volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 691.326988] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.327512] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c719dc4-808b-4c5f-ad04-162659fe5a48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.341164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.341644] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.346493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.281s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.346697] env[62668]: DEBUG nova.objects.instance [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lazy-loading 'resources' on Instance uuid e8a4cdd2-6c12-4988-b94c-5857e48806e8 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.353516] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 691.353516] env[62668]: value = "task-2683394" [ 691.353516] env[62668]: _type = "Task" [ 691.353516] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.359156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ff000eaa-3edf-4c8a-a089-64430da4850d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.359384] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.359610] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.359760] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.359942] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.367034] env[62668]: INFO nova.compute.manager [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Terminating instance [ 691.368637] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.387512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.458607] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683388, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.492645] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.692484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.702635] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.848851] env[62668]: DEBUG nova.compute.utils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 691.852393] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.852735] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.855940] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "304d1582-d380-41e8-9651-a28895a33fca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.856396] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.856756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "304d1582-d380-41e8-9651-a28895a33fca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.857118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.857465] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.864623] env[62668]: INFO nova.compute.manager [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Terminating instance [ 691.876962] env[62668]: DEBUG nova.compute.manager [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.877677] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.880435] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c75d397-c3cd-46eb-b026-570ab641b02f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.894788] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683394, 'name': ReconfigVM_Task, 'duration_secs': 0.19948} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.896601] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 691.910275] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb15db4d-4260-469d-a82e-c1422d466fd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.935176] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.936425] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf4ec25-eae4-4e51-8bf8-78f605a18fac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.947054] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 691.947054] env[62668]: value = "task-2683396" [ 691.947054] env[62668]: _type = "Task" [ 691.947054] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.954870] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 691.954870] env[62668]: value = "task-2683397" [ 691.954870] env[62668]: _type = "Task" [ 691.954870] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.977130] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683388, 'name': CreateVM_Task, 'duration_secs': 1.520957} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.978124] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.978969] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.979284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.979898] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.994121] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b213bfe5-facb-4912-ae94-1a9ecd2f861b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.997126] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.997534] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.007966] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 692.007966] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52421867-f54b-2430-cc6f-e112c5316cc2" [ 692.007966] env[62668]: _type = "Task" [ 692.007966] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.013857] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.019948] env[62668]: DEBUG nova.policy [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9cadfe3c464563985b61f80ed00854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f632525c19d409a8f2106bb8465abc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.027241] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ea509449-f9a2-4418-88c0-4d4213c80c96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.028941] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.028941] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.028941] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.028941] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.043677] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52421867-f54b-2430-cc6f-e112c5316cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.015473} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.044631] env[62668]: INFO nova.compute.manager [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Terminating instance [ 692.051944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.051944] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.051944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.051944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.052237] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.053607] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fcd42ff-3add-498a-b534-1f322652ca0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.065371] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.065714] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.070628] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606a0328-4415-49d3-870d-777672bbba21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.080245] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 692.080245] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5294c6e8-dbcf-e8bb-27db-ca4794712473" [ 692.080245] env[62668]: _type = "Task" [ 692.080245] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.093877] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5294c6e8-dbcf-e8bb-27db-ca4794712473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.100819] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c11a1fed-3abe-4bdc-a6d8-ade3ff07b561 tempest-VolumesAssistedSnapshotsTest-272942507 tempest-VolumesAssistedSnapshotsTest-272942507-project-admin] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.194593] env[62668]: DEBUG nova.compute.manager [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.195269] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070bf0df-0ec7-4c1b-8b15-e5ba24aae467 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.208806] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683392, 'name': ReconfigVM_Task, 'duration_secs': 0.837848} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.211217] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d6d6c56c-96e2-430f-8d8c-a93d4986be93/d6d6c56c-96e2-430f-8d8c-a93d4986be93.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.216387] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81965c8d-ee61-4dbc-9667-0c3ab8409c0a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.223914] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 692.223914] env[62668]: value = "task-2683398" [ 692.223914] env[62668]: _type = "Task" [ 692.223914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.236268] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683398, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.290248] env[62668]: DEBUG nova.compute.manager [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.290248] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed6faff-9366-4881-901e-f72a51d86391 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.326773] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Successfully updated port: f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.367055] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.378843] env[62668]: DEBUG nova.compute.manager [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.378843] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.379548] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2db13e-2634-4874-ab77-fdeb12dee8bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.389905] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.390210] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e3fc0e-f62a-43db-a2e5-342fb6d9867d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.398195] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 692.398195] env[62668]: value = "task-2683399" [ 692.398195] env[62668]: _type = "Task" [ 692.398195] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.411651] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.466049] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683396, 'name': ReconfigVM_Task, 'duration_secs': 0.205712} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.470679] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540888', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'name': 'volume-fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49be8bf1-44e4-4729-9934-6d9bcfc2d581', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8', 'serial': 'fdc3d102-2748-4e92-a200-c0a46a67d9f8'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 692.470679] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.474749] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e44d6b-1e8e-4618-8199-d2089289e5b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.482739] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683397, 'name': PowerOffVM_Task, 'duration_secs': 0.288263} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.485426] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.485696] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.486015] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.486602] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142f73fe-0439-4d0f-835d-db31ae4050ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.488118] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d46a8c-06b9-428c-a673-ca2c71e23a6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.508893] env[62668]: DEBUG oslo_vmware.api [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683389, 'name': PowerOnVM_Task, 'duration_secs': 1.978821} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.509357] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.509589] env[62668]: INFO nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Took 11.17 seconds to spawn the instance on the hypervisor. [ 692.509831] env[62668]: DEBUG nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.510880] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e80be20-fa22-47c2-8d40-cd6171a7ef46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.558244] env[62668]: DEBUG nova.compute.manager [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.558498] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.559400] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba8bc5-205e-461e-b832-c20001e16c20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.576037] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.576332] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.576552] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Deleting the datastore file [datastore2] 49be8bf1-44e4-4729-9934-6d9bcfc2d581 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.577144] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.578615] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e91beb-8d85-4d50-9e47-ff9e5404e8af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.580832] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987c56de-4e52-4e53-9645-a3f8ac7fcf00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.582165] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.582393] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.582576] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleting the datastore file [datastore1] ff000eaa-3edf-4c8a-a089-64430da4850d {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.586214] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab7b9a55-9bc8-48af-b174-4ff5e3692abc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.597126] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for the task: (returnval){ [ 692.597126] env[62668]: value = "task-2683402" [ 692.597126] env[62668]: _type = "Task" [ 692.597126] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.603062] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 692.603062] env[62668]: value = "task-2683403" [ 692.603062] env[62668]: _type = "Task" [ 692.603062] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.603788] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5294c6e8-dbcf-e8bb-27db-ca4794712473, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.609254] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 692.609254] env[62668]: value = "task-2683404" [ 692.609254] env[62668]: _type = "Task" [ 692.609254] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.616577] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08018584-94f3-4fd4-af55-d8be4e970a50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.633477] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.634756] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Successfully created port: 1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.648649] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 692.648649] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aa0157-c883-8396-1f9b-d115fa3ef1b6" [ 692.648649] env[62668]: _type = "Task" [ 692.648649] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.648952] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.654479] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.665574] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aa0157-c883-8396-1f9b-d115fa3ef1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.668576] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.668981] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.670731] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-492928bd-3e2b-4cd2-9c45-962fb65a979f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.678032] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 692.678032] env[62668]: value = "task-2683405" [ 692.678032] env[62668]: _type = "Task" [ 692.678032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.686673] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.720127] env[62668]: INFO nova.compute.manager [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] instance snapshotting [ 692.724626] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608f487-044c-4c5c-b01c-d76e483be3c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752075] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683398, 'name': Rename_Task, 'duration_secs': 0.232013} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.753760] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d44be9-5382-4bc7-848c-2f9bf9e5b15b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.756507] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.757226] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00711770-9323-489b-a518-63b932afa196 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.760286] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1130c95b-7aac-42c5-882e-7428a0ee180e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.773486] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 692.773486] env[62668]: value = "task-2683406" [ 692.773486] env[62668]: _type = "Task" [ 692.773486] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.778498] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92926930-61f2-4794-9476-0ae0cbdfdc45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.843718] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683406, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.845606] env[62668]: INFO nova.compute.manager [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] instance snapshotting [ 692.848118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.848341] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.848569] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.852450] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc8082-ce3d-4d9f-b360-a399155bb131 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.856341] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98614f26-c45d-4a35-aead-96e06f37d6dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.878384] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df360dfa-55d3-42e9-a53e-84e93c41979d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.889912] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12179d94-953a-4846-bed2-8bc77b15aa2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909647] env[62668]: DEBUG nova.compute.provider_tree [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.932269] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683399, 'name': PowerOffVM_Task, 'duration_secs': 0.296527} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.932791] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.933085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.934280] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e421ace-fccd-4b46-ac47-823dbdfd942d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.037393] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.037660] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.037869] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Deleting the datastore file [datastore2] 304d1582-d380-41e8-9651-a28895a33fca {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.038510] env[62668]: INFO nova.compute.manager [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Took 45.32 seconds to build instance. [ 693.040094] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89abeda-e9ee-447c-ab26-374109a6432c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.048379] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for the task: (returnval){ [ 693.048379] env[62668]: value = "task-2683408" [ 693.048379] env[62668]: _type = "Task" [ 693.048379] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.060664] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.097113] env[62668]: DEBUG nova.compute.manager [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Received event network-vif-plugged-f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 693.097420] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Acquiring lock "48dc29f6-f436-4d87-9580-02f812763c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.097744] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Lock "48dc29f6-f436-4d87-9580-02f812763c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.097857] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Lock "48dc29f6-f436-4d87-9580-02f812763c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.098068] env[62668]: DEBUG nova.compute.manager [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] No waiting events found dispatching network-vif-plugged-f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.098311] env[62668]: WARNING nova.compute.manager [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Received unexpected event network-vif-plugged-f099b993-b2f8-4d72-9759-53f8a6dca4fd for instance with vm_state building and task_state spawning. [ 693.098502] env[62668]: DEBUG nova.compute.manager [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Received event network-changed-f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 693.098716] env[62668]: DEBUG nova.compute.manager [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Refreshing instance network info cache due to event network-changed-f099b993-b2f8-4d72-9759-53f8a6dca4fd. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 693.099222] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Acquiring lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.124123] env[62668]: DEBUG oslo_vmware.api [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Task: {'id': task-2683402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113598} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.130990] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.131238] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.131414] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.133377] env[62668]: DEBUG oslo_vmware.api [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265637} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.134427] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.134618] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.134793] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.134966] env[62668]: INFO nova.compute.manager [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 693.135249] env[62668]: DEBUG oslo.service.loopingcall [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.135879] env[62668]: DEBUG nova.compute.manager [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.135919] env[62668]: DEBUG nova.network.neutron [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.144479] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683404, 'name': PowerOffVM_Task, 'duration_secs': 0.26426} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.145408] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.145561] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.145980] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629ae8e8-2a0d-4e25-acdc-0ebb9405f428 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.190736] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.212580] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 693.213212] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27f82200-1593-4db1-820e-a9a5c87eaf07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.228026] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97dfd4e-39d0-4647-9887-241e71a748d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.253918] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.254334] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.254656] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleting the datastore file [datastore1] ea509449-f9a2-4418-88c0-4d4213c80c96 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.255619] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b064e3-f263-4905-8c23-9f8fa5826af6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.267909] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for the task: (returnval){ [ 693.267909] env[62668]: value = "task-2683410" [ 693.267909] env[62668]: _type = "Task" [ 693.267909] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.283924] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.287738] env[62668]: ERROR nova.compute.manager [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Failed to detach volume fdc3d102-2748-4e92-a200-c0a46a67d9f8 from /dev/sda: nova.exception.InstanceNotFound: Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 could not be found. [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Traceback (most recent call last): [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self.driver.rebuild(**kwargs) [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise NotImplementedError() [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] NotImplementedError [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] During handling of the above exception, another exception occurred: [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Traceback (most recent call last): [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 693.287738] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self.driver.detach_volume(context, old_connection_info, [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] return self._volumeops.detach_volume(connection_info, instance) [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._detach_volume_vmdk(connection_info, instance) [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] stable_ref.fetch_moref(session) [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise exception.InstanceNotFound(instance_id=self._uuid) [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] nova.exception.InstanceNotFound: Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 could not be found. [ 693.288252] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.293762] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5de91154-324f-419a-af28-e42df98a7d46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.309525] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.311667] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 693.311667] env[62668]: value = "task-2683411" [ 693.311667] env[62668]: _type = "Task" [ 693.311667] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.311944] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.320977] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.396670] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.414630] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.425872] env[62668]: DEBUG nova.scheduler.client.report [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.429965] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.430782] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05227b24-46f0-4321-904f-f5a5357967d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.435499] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.435726] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.435881] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.436074] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.436227] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.436372] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.436597] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.436751] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.436913] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.437088] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.437263] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.439391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648e182-c264-4df5-bfc0-a0029a64781f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.452679] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 693.452679] env[62668]: value = "task-2683412" [ 693.452679] env[62668]: _type = "Task" [ 693.452679] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.454520] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c8c795-e3de-4442-b99a-dfbabed7eb8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.480246] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.520430] env[62668]: DEBUG nova.compute.utils [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Build of instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 aborted: Failed to rebuild volume backed instance. {{(pid=62668) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 693.529913] env[62668]: ERROR nova.compute.manager [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 aborted: Failed to rebuild volume backed instance. [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Traceback (most recent call last): [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self.driver.rebuild(**kwargs) [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise NotImplementedError() [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] NotImplementedError [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] During handling of the above exception, another exception occurred: [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Traceback (most recent call last): [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 693.529913] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._detach_root_volume(context, instance, root_bdm) [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] with excutils.save_and_reraise_exception(): [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self.force_reraise() [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise self.value [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self.driver.detach_volume(context, old_connection_info, [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] return self._volumeops.detach_volume(connection_info, instance) [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 693.530390] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._detach_volume_vmdk(connection_info, instance) [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] stable_ref.fetch_moref(session) [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise exception.InstanceNotFound(instance_id=self._uuid) [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] nova.exception.InstanceNotFound: Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 could not be found. [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] During handling of the above exception, another exception occurred: [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Traceback (most recent call last): [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] yield [ 693.530745] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._do_rebuild_instance_with_claim( [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._do_rebuild_instance( [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._rebuild_default_impl(**kwargs) [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] self._rebuild_volume_backed_instance( [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] raise exception.BuildAbortException( [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] nova.exception.BuildAbortException: Build of instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 aborted: Failed to rebuild volume backed instance. [ 693.531143] env[62668]: ERROR nova.compute.manager [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] [ 693.543508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-83c40731-6b98-4fc4-b03e-bd94addb0c29 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.607s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.563377] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.629611] env[62668]: DEBUG nova.network.neutron [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Updating instance_info_cache with network_info: [{"id": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "address": "fa:16:3e:5e:6e:2c", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf099b993-b2", "ovs_interfaceid": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.688760] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738119} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.689066] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.689450] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.689669] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0a50f9-6e12-4332-8536-05a67734a8dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.695817] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 693.695817] env[62668]: value = "task-2683413" [ 693.695817] env[62668]: _type = "Task" [ 693.695817] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.704388] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.796450] env[62668]: DEBUG oslo_vmware.api [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Task: {'id': task-2683410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.798842] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.798842] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.799036] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.799369] env[62668]: INFO nova.compute.manager [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Took 1.24 seconds to destroy the instance on the hypervisor. [ 693.799626] env[62668]: DEBUG oslo.service.loopingcall [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.799859] env[62668]: DEBUG oslo_vmware.api [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683406, 'name': PowerOnVM_Task, 'duration_secs': 0.914409} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.800087] env[62668]: DEBUG nova.compute.manager [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.800236] env[62668]: DEBUG nova.network.neutron [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.801966] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.802295] env[62668]: INFO nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Took 8.68 seconds to spawn the instance on the hypervisor. [ 693.802497] env[62668]: DEBUG nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.803295] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1c228-a8a9-4113-8e97-f8efe66b5b04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.821107] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.933298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.587s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.936298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.538s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.938144] env[62668]: INFO nova.compute.claims [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.966288] env[62668]: INFO nova.scheduler.client.report [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleted allocations for instance e8a4cdd2-6c12-4988-b94c-5857e48806e8 [ 693.975775] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.009130] env[62668]: DEBUG nova.network.neutron [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.047502] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.069083] env[62668]: DEBUG oslo_vmware.api [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Task: {'id': task-2683408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594779} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.069653] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.070235] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.070547] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.070782] env[62668]: INFO nova.compute.manager [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Took 1.69 seconds to destroy the instance on the hypervisor. [ 694.071573] env[62668]: DEBUG oslo.service.loopingcall [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.072978] env[62668]: DEBUG nova.compute.manager [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.072978] env[62668]: DEBUG nova.network.neutron [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.866142] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Successfully updated port: 1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.875109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.875109] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Instance network_info: |[{"id": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "address": "fa:16:3e:5e:6e:2c", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf099b993-b2", "ovs_interfaceid": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.884347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1b3719bb-abb2-4de7-9314-0d6ad1016491 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "e8a4cdd2-6c12-4988-b94c-5857e48806e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.963s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.885671] env[62668]: INFO nova.compute.manager [-] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Took 1.75 seconds to deallocate network for instance. [ 694.896582] env[62668]: DEBUG nova.compute.manager [req-b2c7014d-972d-4e3f-a3d9-6e682f0c3d21 req-285a0f79-edfd-4e08-8ec6-681ced456035 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Received event network-vif-deleted-ffa84f95-2f94-4ff6-9f37-31fdac52e5f1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 694.896791] env[62668]: INFO nova.compute.manager [req-b2c7014d-972d-4e3f-a3d9-6e682f0c3d21 req-285a0f79-edfd-4e08-8ec6-681ced456035 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Neutron deleted interface ffa84f95-2f94-4ff6-9f37-31fdac52e5f1; detaching it from the instance and deleting it from the info cache [ 694.897250] env[62668]: DEBUG nova.network.neutron [req-b2c7014d-972d-4e3f-a3d9-6e682f0c3d21 req-285a0f79-edfd-4e08-8ec6-681ced456035 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.903280] env[62668]: INFO nova.compute.manager [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Took 40.91 seconds to build instance. [ 694.904486] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Acquired lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.904658] env[62668]: DEBUG nova.network.neutron [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Refreshing network info cache for port f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.905647] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:6e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f099b993-b2f8-4d72-9759-53f8a6dca4fd', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.915573] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating folder: Project (4052f761047d47799a6ae9d9cfc09a91). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.942058] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.942058] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff24c00-54af-4ecc-858f-4af2fc49b667 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.947849] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.953990] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.955077] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683411, 'name': CreateSnapshot_Task, 'duration_secs': 0.799707} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.955456] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.959072] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ce70d-dc35-4335-b99c-f8951d8c11b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.960206] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.960653] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created folder: Project (4052f761047d47799a6ae9d9cfc09a91) in parent group-v540833. [ 694.960653] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating folder: Instances. Parent ref: group-v540973. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.961613] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c66dc4-0729-41cc-9861-722deaffc5ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.964060] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-672cb9b3-2568-445b-9f87-ca08ac78ec0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.985746] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.992865] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0ad706-1620-480f-a38b-71f9cc8eaa2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.016657] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 695.016657] env[62668]: value = "task-2683416" [ 695.016657] env[62668]: _type = "Task" [ 695.016657] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.021284] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created folder: Instances in parent group-v540973. [ 695.021428] env[62668]: DEBUG oslo.service.loopingcall [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.024417] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.024830] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327a0a6c-769b-4e49-aaee-8797224e3d96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.044612] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.050038] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.050038] env[62668]: value = "task-2683417" [ 695.050038] env[62668]: _type = "Task" [ 695.050038] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.059802] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683417, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.153903] env[62668]: DEBUG nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Received event network-vif-deleted-d2f1822f-6462-4763-a2ef-4f453d189937 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 695.154390] env[62668]: DEBUG nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Received event network-vif-plugged-1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 695.154638] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Acquiring lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.155100] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.155100] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.155367] env[62668]: DEBUG nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] No waiting events found dispatching network-vif-plugged-1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.155519] env[62668]: WARNING nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Received unexpected event network-vif-plugged-1561ba2e-0722-4647-bdc5-52222b07656d for instance with vm_state building and task_state spawning. [ 695.155672] env[62668]: DEBUG nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Received event network-changed-1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 695.155826] env[62668]: DEBUG nova.compute.manager [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Refreshing instance network info cache due to event network-changed-1561ba2e-0722-4647-bdc5-52222b07656d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 695.156064] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Acquiring lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.156250] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Acquired lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.156469] env[62668]: DEBUG nova.network.neutron [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Refreshing network info cache for port 1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.157131] env[62668]: WARNING oslo_messaging._drivers.amqpdriver [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 695.368795] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.372948] env[62668]: DEBUG nova.network.neutron [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.382338] env[62668]: DEBUG nova.network.neutron [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Updated VIF entry in instance network info cache for port f099b993-b2f8-4d72-9759-53f8a6dca4fd. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.382645] env[62668]: DEBUG nova.network.neutron [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Updating instance_info_cache with network_info: [{"id": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "address": "fa:16:3e:5e:6e:2c", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf099b993-b2", "ovs_interfaceid": "f099b993-b2f8-4d72-9759-53f8a6dca4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.395119] env[62668]: INFO nova.compute.manager [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Rescuing [ 695.395397] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.395610] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.395779] env[62668]: DEBUG nova.network.neutron [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.401136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.401766] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.401766] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.401903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.404798] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.406704] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.410859] env[62668]: INFO nova.compute.manager [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Terminating instance [ 695.413424] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cfeeeb33-e934-4429-b499-64aeb25d584d tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.817s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.413629] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d670b12c-99b5-4fb8-9838-6ce4746822e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.428223] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bd5761-5226-47bf-9944-c3a82273e58f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.444959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.471508] env[62668]: DEBUG nova.compute.manager [req-b2c7014d-972d-4e3f-a3d9-6e682f0c3d21 req-285a0f79-edfd-4e08-8ec6-681ced456035 service nova] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Detach interface failed, port_id=ffa84f95-2f94-4ff6-9f37-31fdac52e5f1, reason: Instance ea509449-f9a2-4418-88c0-4d4213c80c96 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 695.519106] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 695.520345] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3e2e27e-1a43-4b7d-9006-8017f3625434 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.538940] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.541282] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 695.541282] env[62668]: value = "task-2683418" [ 695.541282] env[62668]: _type = "Task" [ 695.541282] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.556580] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683418, 'name': CloneVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.561606] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683417, 'name': CreateVM_Task, 'duration_secs': 0.506531} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.561795] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.562748] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.562921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.563268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.566101] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41af8db9-72de-4ac6-86e6-740e7d355270 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.572124] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 695.572124] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5292e717-5085-4143-ce91-51c9ba3a12f7" [ 695.572124] env[62668]: _type = "Task" [ 695.572124] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.584692] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5292e717-5085-4143-ce91-51c9ba3a12f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.602719] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043b26b-efe0-4fa9-8f9d-127fa8158f6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.610831] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2f2c5-848f-429f-a258-92d96ce5fb15 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.649327] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c046f56-9fcb-47ac-a12b-afa0bdee0519 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.662120] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf1e36-10d0-4eb5-9d04-4d337f9e5952 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.680266] env[62668]: DEBUG nova.compute.provider_tree [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.717490] env[62668]: DEBUG nova.network.neutron [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.837104] env[62668]: DEBUG nova.network.neutron [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.875255] env[62668]: INFO nova.compute.manager [-] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Took 2.07 seconds to deallocate network for instance. [ 695.889705] env[62668]: DEBUG oslo_concurrency.lockutils [req-deae92b0-cfc8-4087-94c1-de42ad9b90ae req-4dc4ecda-e31b-48c9-993b-252b25457c5b service nova] Releasing lock "refresh_cache-48dc29f6-f436-4d87-9580-02f812763c74" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.899611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.899942] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.921532] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.927401] env[62668]: DEBUG nova.compute.manager [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.928125] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.930728] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ccb7a-4242-43ff-999d-293fefad4fe9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.945779] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.946076] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473f839b-0317-444c-8ace-cb39a9dd70b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.953074] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 695.953074] env[62668]: value = "task-2683419" [ 695.953074] env[62668]: _type = "Task" [ 695.953074] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.963239] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.999832] env[62668]: DEBUG nova.network.neutron [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.037943] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683416, 'name': ReconfigVM_Task, 'duration_secs': 0.883312} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.037943] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.037943] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cece0f03-3bc6-44ad-85dd-246812475953 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.048349] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 696.048349] env[62668]: value = "task-2683420" [ 696.048349] env[62668]: _type = "Task" [ 696.048349] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.057398] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683418, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.064316] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683420, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.088599] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5292e717-5085-4143-ce91-51c9ba3a12f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.088599] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.088599] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.088599] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.088814] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088814] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.089025] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecffefc5-f994-4a7b-bedd-11f3be350b71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.099161] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.099371] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.100832] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02555d9f-b664-4472-87b5-7b7672a524ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.106286] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 696.106286] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f63bd4-0b1b-23f3-9a00-0ca6cefb34e0" [ 696.106286] env[62668]: _type = "Task" [ 696.106286] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.114666] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f63bd4-0b1b-23f3-9a00-0ca6cefb34e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.186153] env[62668]: DEBUG nova.scheduler.client.report [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.256061] env[62668]: DEBUG nova.network.neutron [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updating instance_info_cache with network_info: [{"id": "db747632-732f-491c-9353-e6900e4ee5c7", "address": "fa:16:3e:11:96:7a", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb747632-73", "ovs_interfaceid": "db747632-732f-491c-9353-e6900e4ee5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.340044] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fe43d48-18ad-4b3c-a8c8-6f05dc9d1e52 req-687c325d-72c6-4517-915f-09579fcfacd6 service nova] Releasing lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.340514] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.340676] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.384483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.387069] env[62668]: DEBUG nova.compute.manager [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Received event network-changed-76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 696.387281] env[62668]: DEBUG nova.compute.manager [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Refreshing instance network info cache due to event network-changed-76412248-07af-48d7-97c0-47794b20ed74. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 696.387507] env[62668]: DEBUG oslo_concurrency.lockutils [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] Acquiring lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.387669] env[62668]: DEBUG oslo_concurrency.lockutils [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] Acquired lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.387831] env[62668]: DEBUG nova.network.neutron [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Refreshing network info cache for port 76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.398606] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683412, 'name': CreateSnapshot_Task, 'duration_secs': 2.473357} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.399398] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.400161] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2120d7-1eeb-43e9-bf62-2efcc6e83eaa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.449982] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.462502] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683419, 'name': PowerOffVM_Task, 'duration_secs': 0.211243} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.462638] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.462726] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.462956] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d735c4a8-701f-4d64-b33f-d9a564ba1ab0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.498082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.498082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.498082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.498273] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.498439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.500708] env[62668]: INFO nova.compute.manager [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Terminating instance [ 696.504757] env[62668]: INFO nova.compute.manager [-] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Took 2.43 seconds to deallocate network for instance. [ 696.530913] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.531230] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.531625] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Deleting the datastore file [datastore1] 9d9b1e4b-7844-459f-8f44-1d9976281292 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.531696] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799f9b79-3ad6-4601-9070-e1e8db4cf3e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.538315] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for the task: (returnval){ [ 696.538315] env[62668]: value = "task-2683422" [ 696.538315] env[62668]: _type = "Task" [ 696.538315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.546818] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.558609] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683418, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.561520] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683420, 'name': Rename_Task, 'duration_secs': 0.18949} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.561766] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.561989] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc854d4-ed8d-4be8-b26e-1c5bf93c49a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.568422] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 696.568422] env[62668]: value = "task-2683423" [ 696.568422] env[62668]: _type = "Task" [ 696.568422] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.579310] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.616394] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f63bd4-0b1b-23f3-9a00-0ca6cefb34e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.617477] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfe07b7-5c97-4164-b7ca-0e83b0060244 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.622502] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 696.622502] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b2c9fc-9e48-11d2-197c-9ea9e8c3ebfc" [ 696.622502] env[62668]: _type = "Task" [ 696.622502] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.630192] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b2c9fc-9e48-11d2-197c-9ea9e8c3ebfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.691541] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.692084] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.696598] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.770s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.699332] env[62668]: INFO nova.compute.claims [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.759231] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "refresh_cache-f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.874252] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.923027] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.926680] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9423c72f-bc39-4fa6-a6f4-fc7dd224ffe0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.938449] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 696.938449] env[62668]: value = "task-2683424" [ 696.938449] env[62668]: _type = "Task" [ 696.938449] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.948942] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683424, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.004156] env[62668]: DEBUG nova.compute.manager [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.004496] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ed45ddb-a9c2-4330-bfea-582c7299ada4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.011298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.014284] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce0795-cee4-42d9-be97-5c68a5f58fce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.059192] env[62668]: WARNING nova.virt.vmwareapi.driver [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 could not be found. [ 697.059404] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.067618] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0546cb52-0585-450a-ac45-dc88d20a0aa8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.077581] env[62668]: DEBUG oslo_vmware.api [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Task: {'id': task-2683422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338696} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.078809] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Updating instance_info_cache with network_info: [{"id": "1561ba2e-0722-4647-bdc5-52222b07656d", "address": "fa:16:3e:87:27:1d", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1561ba2e-07", "ovs_interfaceid": "1561ba2e-0722-4647-bdc5-52222b07656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.084331] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.084618] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.084856] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.085086] env[62668]: INFO nova.compute.manager [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Took 1.16 seconds to destroy the instance on the hypervisor. [ 697.085455] env[62668]: DEBUG oslo.service.loopingcall [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.090333] env[62668]: DEBUG nova.compute.manager [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.090333] env[62668]: DEBUG nova.network.neutron [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.091468] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683418, 'name': CloneVM_Task, 'duration_secs': 1.443839} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.093413] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Created linked-clone VM from snapshot [ 697.094642] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e18f43-0cc7-44f9-9cac-011a462aab5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.100871] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c1dee-d8a8-42b8-bd0a-6b5fc0f77ea0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.117479] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.123656] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Uploading image 8c8571c7-bcb4-4b5f-b8ce-102949e0b83c {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.144592] env[62668]: WARNING nova.virt.vmwareapi.vmops [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 49be8bf1-44e4-4729-9934-6d9bcfc2d581 could not be found. [ 697.144777] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.144929] env[62668]: INFO nova.compute.manager [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Took 0.14 seconds to destroy the instance on the hypervisor. [ 697.145236] env[62668]: DEBUG oslo.service.loopingcall [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.145957] env[62668]: DEBUG nova.compute.manager [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.146083] env[62668]: DEBUG nova.network.neutron [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.151479] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b2c9fc-9e48-11d2-197c-9ea9e8c3ebfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.153966] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.154286] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 48dc29f6-f436-4d87-9580-02f812763c74/48dc29f6-f436-4d87-9580-02f812763c74.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.155033] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-036cf793-65d4-42e5-ad49-4486e2d67c20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.165417] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.165417] env[62668]: value = "vm-540976" [ 697.165417] env[62668]: _type = "VirtualMachine" [ 697.165417] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.169173] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36b88afc-ddfe-4f5a-87fb-56baab3af7bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.172685] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 697.172685] env[62668]: value = "task-2683425" [ 697.172685] env[62668]: _type = "Task" [ 697.172685] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.176349] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease: (returnval){ [ 697.176349] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52803302-056a-5cb4-359d-da492276c2be" [ 697.176349] env[62668]: _type = "HttpNfcLease" [ 697.176349] env[62668]: } obtained for exporting VM: (result){ [ 697.176349] env[62668]: value = "vm-540976" [ 697.176349] env[62668]: _type = "VirtualMachine" [ 697.176349] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.176589] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the lease: (returnval){ [ 697.176589] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52803302-056a-5cb4-359d-da492276c2be" [ 697.176589] env[62668]: _type = "HttpNfcLease" [ 697.176589] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.183967] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.187485] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.187485] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52803302-056a-5cb4-359d-da492276c2be" [ 697.187485] env[62668]: _type = "HttpNfcLease" [ 697.187485] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.187867] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.187867] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52803302-056a-5cb4-359d-da492276c2be" [ 697.187867] env[62668]: _type = "HttpNfcLease" [ 697.187867] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.191022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6262c3b2-d6a6-4098-988e-c76d713109bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.198284] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.198284] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.261153] env[62668]: DEBUG nova.compute.utils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.269539] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.271136] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.272377] env[62668]: DEBUG nova.compute.manager [req-dc87b2b5-5b1c-4dc2-9523-3c2994c474f1 req-b0562bcb-4da6-454c-8f43-892e3feadb05 service nova] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Received event network-vif-deleted-13100836-0e5e-4ea9-9138-1875318d6a59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 697.306438] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73ac5f04-fbd4-4fbf-bf36-522e4c61c07c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.346700] env[62668]: DEBUG nova.policy [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9cadfe3c464563985b61f80ed00854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f632525c19d409a8f2106bb8465abc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.404154] env[62668]: DEBUG nova.network.neutron [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updated VIF entry in instance network info cache for port 76412248-07af-48d7-97c0-47794b20ed74. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.404538] env[62668]: DEBUG nova.network.neutron [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updating instance_info_cache with network_info: [{"id": "76412248-07af-48d7-97c0-47794b20ed74", "address": "fa:16:3e:f7:f4:8c", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76412248-07", "ovs_interfaceid": "76412248-07af-48d7-97c0-47794b20ed74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.449365] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683424, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.584397] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683423, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.587135] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "refresh_cache-1b4c5a3f-e77d-41ea-b320-8651997e6ab3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.587602] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance network_info: |[{"id": "1561ba2e-0722-4647-bdc5-52222b07656d", "address": "fa:16:3e:87:27:1d", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1561ba2e-07", "ovs_interfaceid": "1561ba2e-0722-4647-bdc5-52222b07656d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.588056] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:27:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1561ba2e-0722-4647-bdc5-52222b07656d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.597749] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating folder: Project (8f632525c19d409a8f2106bb8465abc4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.598327] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58585364-6029-4514-a8e5-34047b57f9ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.610302] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created folder: Project (8f632525c19d409a8f2106bb8465abc4) in parent group-v540833. [ 697.610669] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating folder: Instances. Parent ref: group-v540979. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.610853] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4447f05-e3ad-4076-aad5-59c9a8851808 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.620581] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created folder: Instances in parent group-v540979. [ 697.620842] env[62668]: DEBUG oslo.service.loopingcall [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.621149] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.621426] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309c9354-0072-4656-b9d1-687c39b6e6a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.642160] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.642160] env[62668]: value = "task-2683429" [ 697.642160] env[62668]: _type = "Task" [ 697.642160] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.650951] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683429, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.680356] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512768} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.680679] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 48dc29f6-f436-4d87-9580-02f812763c74/48dc29f6-f436-4d87-9580-02f812763c74.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.680942] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.681298] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8b26aa-f24e-45d8-844b-b7ceed029d84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.689868] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 697.689868] env[62668]: value = "task-2683430" [ 697.689868] env[62668]: _type = "Task" [ 697.689868] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.697863] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.771485] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.847374] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Successfully created port: d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.915793] env[62668]: DEBUG oslo_concurrency.lockutils [req-cac2d92a-6283-4b66-b1ea-d88ff3a47559 req-76008083-9934-4af6-817a-ff9d42a45ee9 service nova] Releasing lock "refresh_cache-d6d6c56c-96e2-430f-8d8c-a93d4986be93" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.956357] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683424, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.086027] env[62668]: DEBUG oslo_vmware.api [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683423, 'name': PowerOnVM_Task, 'duration_secs': 1.042159} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.086027] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.086027] env[62668]: INFO nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Took 10.23 seconds to spawn the instance on the hypervisor. [ 698.086027] env[62668]: DEBUG nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.086027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8c701-590b-47a2-9df0-d65f2a35b959 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.157058] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683429, 'name': CreateVM_Task, 'duration_secs': 0.375889} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.158139] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.158139] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.158417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.159318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.162901] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96889bb5-1fba-4a5d-b7d9-5a7ef17e1e1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.168666] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 698.168666] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b168b-5a3d-eb18-1536-c78a8a4e1aef" [ 698.168666] env[62668]: _type = "Task" [ 698.168666] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.180537] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b168b-5a3d-eb18-1536-c78a8a4e1aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.198975] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.203353] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.204054] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d6fa64-a88d-4f21-abc4-4d8781876889 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.234700] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 48dc29f6-f436-4d87-9580-02f812763c74/48dc29f6-f436-4d87-9580-02f812763c74.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.238158] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3736c6a3-49cf-4177-b0da-06370a451ec6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.259851] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 698.259851] env[62668]: value = "task-2683431" [ 698.259851] env[62668]: _type = "Task" [ 698.259851] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.270308] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.292434] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.293101] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e559054-75a0-44f7-b8a4-cad3ca3ebefc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.300423] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 698.300423] env[62668]: value = "task-2683432" [ 698.300423] env[62668]: _type = "Task" [ 698.300423] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.316358] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.452530] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683424, 'name': CloneVM_Task, 'duration_secs': 1.266843} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.452981] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Created linked-clone VM from snapshot [ 698.453960] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a597240-c901-4401-a255-c3ff0776feb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.467065] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Uploading image eb670f34-c629-464c-a4a2-54261f837cae {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 698.484257] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.484753] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8892b271-ed93-4fed-b3d8-43e8b5ba95f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.495028] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 698.495028] env[62668]: value = "task-2683433" [ 698.495028] env[62668]: _type = "Task" [ 698.495028] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.509723] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683433, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.521898] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e491f4-5af0-4c73-a469-fa6cb85e569b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.536380] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d0a3a-f7a0-4241-9648-1cbe5816c9bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.576755] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1293fb-da65-44ea-b2ba-7f70d3a98bf5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.586019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8947177-737b-42ec-b7e7-9230ab5f72b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.601650] env[62668]: DEBUG nova.compute.provider_tree [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.611781] env[62668]: INFO nova.compute.manager [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Took 39.51 seconds to build instance. [ 698.684917] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b168b-5a3d-eb18-1536-c78a8a4e1aef, 'name': SearchDatastore_Task, 'duration_secs': 0.022128} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.689717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.689717] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.689717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.689717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.689941] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.689941] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8116c69e-6924-4b4f-9add-4dc3ddbcf2a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.699450] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.699645] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.700819] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbe0a97-99f0-41ac-bef7-aa3bfc9025e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.707146] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 698.707146] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ad97d-270f-f931-8048-3ff2b420e3f1" [ 698.707146] env[62668]: _type = "Task" [ 698.707146] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.717318] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ad97d-270f-f931-8048-3ff2b420e3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.771022] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683431, 'name': ReconfigVM_Task, 'duration_secs': 0.335084} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.772497] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 48dc29f6-f436-4d87-9580-02f812763c74/48dc29f6-f436-4d87-9580-02f812763c74.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.772497] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608e4244-df6d-475e-a8a0-f6ce79136520 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.778192] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 698.778192] env[62668]: value = "task-2683434" [ 698.778192] env[62668]: _type = "Task" [ 698.778192] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.787791] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.790121] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683434, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.812291] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683432, 'name': PowerOffVM_Task, 'duration_secs': 0.299396} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.815099] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.816397] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a3ff6-8639-402d-9330-106940c26f54 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.838102] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.838457] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.838739] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.839181] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.839292] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.839556] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.839869] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.840127] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.840451] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.840698] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.840933] env[62668]: DEBUG nova.virt.hardware [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.842121] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3243c96e-8756-4902-b35d-a08bb0ff90bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.846203] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957ceaf8-a291-4cd9-af4b-9de0e71a2fd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.858188] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0413aa-516d-4d52-af28-f29f0d14b9b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.899947] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.902025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742798f0-da80-44e4-ab67-37d5bd32c09a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.907370] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 698.907370] env[62668]: value = "task-2683435" [ 698.907370] env[62668]: _type = "Task" [ 698.907370] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.924425] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 698.924425] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.924425] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.924425] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.924425] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.924618] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09b7fc0c-212f-4898-868f-728c1bbf044e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.934577] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.935171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.935989] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a16be5-43b6-4af6-b778-e6f8aee4d1b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.942502] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 698.942502] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d947f-d4ab-3877-ca18-ea5a6409c003" [ 698.942502] env[62668]: _type = "Task" [ 698.942502] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.952918] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d947f-d4ab-3877-ca18-ea5a6409c003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.009125] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683433, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.109091] env[62668]: DEBUG nova.scheduler.client.report [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.118017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48acccd1-3417-4263-a89c-5437973b0ba4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.292s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.187864] env[62668]: DEBUG nova.network.neutron [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.222044] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ad97d-270f-f931-8048-3ff2b420e3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.034363} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.222044] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18407d9-5c05-44ef-984a-1b266f249aac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.226659] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 699.226659] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fea069-21ad-1a85-6251-c89ed6bf980e" [ 699.226659] env[62668]: _type = "Task" [ 699.226659] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.236520] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fea069-21ad-1a85-6251-c89ed6bf980e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.257068] env[62668]: DEBUG nova.network.neutron [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.295110] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683434, 'name': Rename_Task, 'duration_secs': 0.162106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.295110] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.295110] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea862a5d-b0d0-4eff-af91-dc60223e3a41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.302066] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 699.302066] env[62668]: value = "task-2683436" [ 699.302066] env[62668]: _type = "Task" [ 699.302066] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.311739] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.325609] env[62668]: DEBUG nova.compute.manager [req-57180302-772e-4cff-98a1-17e0aad94efb req-623d3b33-2d5d-40f9-a600-363231f6ecd1 service nova] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Received event network-vif-deleted-cebefe4a-89c0-4ed4-b193-a86f0f482b01 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 699.325701] env[62668]: DEBUG nova.compute.manager [req-57180302-772e-4cff-98a1-17e0aad94efb req-623d3b33-2d5d-40f9-a600-363231f6ecd1 service nova] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Received event network-vif-deleted-b21f06cc-397e-47ed-a3e4-68032cf3dc04 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 699.456640] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d947f-d4ab-3877-ca18-ea5a6409c003, 'name': SearchDatastore_Task, 'duration_secs': 0.016468} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.462172] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202e9a04-3a5d-4f48-814b-584a65043967 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.469627] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 699.469627] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f180e-7c4d-219b-fcc4-3cbab271eeb2" [ 699.469627] env[62668]: _type = "Task" [ 699.469627] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.477232] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f180e-7c4d-219b-fcc4-3cbab271eeb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.480043] env[62668]: DEBUG nova.compute.manager [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Received event network-vif-plugged-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 699.480043] env[62668]: DEBUG oslo_concurrency.lockutils [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] Acquiring lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.480043] env[62668]: DEBUG oslo_concurrency.lockutils [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] Lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.480043] env[62668]: DEBUG oslo_concurrency.lockutils [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] Lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.480043] env[62668]: DEBUG nova.compute.manager [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] No waiting events found dispatching network-vif-plugged-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.480391] env[62668]: WARNING nova.compute.manager [req-9067347a-fb0b-4057-84a2-02444515a1bc req-e2f4fa12-2ff8-4cfe-9e4c-374fe550a8ee service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Received unexpected event network-vif-plugged-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 for instance with vm_state building and task_state spawning. [ 699.508803] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683433, 'name': Destroy_Task, 'duration_secs': 0.820607} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.509619] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Destroyed the VM [ 699.509919] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.510211] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9170ab23-b490-4a70-a6d6-447cc7fdea02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.519426] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 699.519426] env[62668]: value = "task-2683437" [ 699.519426] env[62668]: _type = "Task" [ 699.519426] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.528436] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.601189] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Successfully updated port: d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.619129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.619697] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.627727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.240s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.628092] env[62668]: DEBUG nova.objects.instance [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lazy-loading 'resources' on Instance uuid 9ee56466-2609-4c8c-b237-670449a00dd9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.692554] env[62668]: INFO nova.compute.manager [-] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Took 2.60 seconds to deallocate network for instance. [ 699.737578] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fea069-21ad-1a85-6251-c89ed6bf980e, 'name': SearchDatastore_Task, 'duration_secs': 0.023741} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.738491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.738746] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1b4c5a3f-e77d-41ea-b320-8651997e6ab3/1b4c5a3f-e77d-41ea-b320-8651997e6ab3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.739024] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4fe18a0-5b80-428e-9916-5e5b083b38c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.748395] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 699.748395] env[62668]: value = "task-2683438" [ 699.748395] env[62668]: _type = "Task" [ 699.748395] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.756969] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.760477] env[62668]: INFO nova.compute.manager [-] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Took 2.61 seconds to deallocate network for instance. [ 699.812602] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.981105] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f180e-7c4d-219b-fcc4-3cbab271eeb2, 'name': SearchDatastore_Task, 'duration_secs': 0.014335} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.981493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.981760] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 699.982171] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b61200c5-bc47-429f-a8f5-2bbdd6c455e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.990088] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 699.990088] env[62668]: value = "task-2683439" [ 699.990088] env[62668]: _type = "Task" [ 699.990088] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.000621] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.027342] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683437, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.106792] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.107092] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107578] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.133250] env[62668]: DEBUG nova.compute.utils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.138429] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.138429] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.204547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.210415] env[62668]: DEBUG nova.policy [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daac695a68254e029d742b08b5681df9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978dd68d776c45d1a89553cba5d0a847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.260707] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683438, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.319272] env[62668]: DEBUG oslo_vmware.api [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683436, 'name': PowerOnVM_Task, 'duration_secs': 0.615054} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.319272] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.319272] env[62668]: INFO nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Took 9.71 seconds to spawn the instance on the hypervisor. [ 700.319272] env[62668]: DEBUG nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.319272] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9050703c-53fc-44aa-a418-c702ac341d9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.330589] env[62668]: INFO nova.compute.manager [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Took 0.57 seconds to detach 1 volumes for instance. [ 700.333665] env[62668]: DEBUG nova.compute.manager [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Deleting volume: fdc3d102-2748-4e92-a200-c0a46a67d9f8 {{(pid=62668) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 700.503998] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.531365] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683437, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.638919] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.688950] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.714650] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Successfully created port: 91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.761569] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718387} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.761744] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1b4c5a3f-e77d-41ea-b320-8651997e6ab3/1b4c5a3f-e77d-41ea-b320-8651997e6ab3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.762812] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.762812] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8fd019f-0030-425a-80cd-e9cc08f14b67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.771087] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 700.771087] env[62668]: value = "task-2683441" [ 700.771087] env[62668]: _type = "Task" [ 700.771087] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.786660] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.807820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7b843-c539-423a-a459-47cf3fda9c76 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.822558] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea1e9c-0d00-4207-8e97-81de8a0b2199 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.863490] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37cd58-e983-4d47-9b8e-29ab6d6ade1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.869299] env[62668]: INFO nova.compute.manager [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Took 38.65 seconds to build instance. [ 700.877501] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd464b0-88bd-43b6-bcbc-053af0fb2574 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.898779] env[62668]: DEBUG nova.compute.provider_tree [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.901775] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.994926] env[62668]: DEBUG nova.network.neutron [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Updating instance_info_cache with network_info: [{"id": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "address": "fa:16:3e:d0:5a:6f", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bd7f4b-79", "ovs_interfaceid": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.009843] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.029288] env[62668]: DEBUG oslo_vmware.api [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683437, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.030147] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.284064] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080003} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.285022] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.285904] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b43f67-af41-4adc-a6c6-fedd1782edbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.309127] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1b4c5a3f-e77d-41ea-b320-8651997e6ab3/1b4c5a3f-e77d-41ea-b320-8651997e6ab3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.309503] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f7e7e2-addc-4345-b484-1f9c5fd32fcf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.329178] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 701.329178] env[62668]: value = "task-2683442" [ 701.329178] env[62668]: _type = "Task" [ 701.329178] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.337504] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.371924] env[62668]: DEBUG oslo_concurrency.lockutils [None req-155e99b5-3a8e-4e3d-b9c6-677118562f64 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.083s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.404532] env[62668]: DEBUG nova.scheduler.client.report [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.506449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.506875] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Instance network_info: |[{"id": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "address": "fa:16:3e:d0:5a:6f", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bd7f4b-79", "ovs_interfaceid": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.507204] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.507604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:5a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5bd7f4b-797e-4dcb-9958-ef1cdaee2209', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.515973] env[62668]: DEBUG oslo.service.loopingcall [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.516551] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.516551] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1a876c-67f3-4660-a7a6-3f3d64917bad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.534670] env[62668]: DEBUG nova.compute.manager [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Received event network-changed-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 701.534869] env[62668]: DEBUG nova.compute.manager [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Refreshing instance network info cache due to event network-changed-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 701.535332] env[62668]: DEBUG oslo_concurrency.lockutils [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] Acquiring lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.535332] env[62668]: DEBUG oslo_concurrency.lockutils [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] Acquired lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.535470] env[62668]: DEBUG nova.network.neutron [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Refreshing network info cache for port d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.540399] env[62668]: WARNING nova.compute.manager [None req-0baa5bdf-d5fe-45d6-96e5-3b0c95b730cf tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Image not found during snapshot: nova.exception.ImageNotFound: Image eb670f34-c629-464c-a4a2-54261f837cae could not be found. [ 701.543797] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.543797] env[62668]: value = "task-2683443" [ 701.543797] env[62668]: _type = "Task" [ 701.543797] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.555773] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683443, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.655622] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.689969] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.690319] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.690490] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.690690] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.690838] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.690987] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.691641] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.691880] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.692125] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.692339] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.692576] env[62668]: DEBUG nova.virt.hardware [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.694105] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116c128-c7cf-4cd2-9e55-e8de7446d659 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.699910] env[62668]: DEBUG nova.compute.manager [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 701.710037] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b500d-6c87-4891-bed1-59ebd1ad6dfc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.841376] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.910142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.913298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.254s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.915115] env[62668]: INFO nova.compute.claims [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.939901] env[62668]: INFO nova.scheduler.client.report [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleted allocations for instance 9ee56466-2609-4c8c-b237-670449a00dd9 [ 702.007286] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.806202} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.007672] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 702.008680] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b7e2d6-14e0-47e7-9b11-2fab5d7bda46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.034814] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.035853] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043ec95c-a92f-4c80-8d2a-06f708d5cce4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.052493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.052729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.052927] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.053129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.053347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.059022] env[62668]: INFO nova.compute.manager [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Terminating instance [ 702.071202] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 702.071202] env[62668]: value = "task-2683444" [ 702.071202] env[62668]: _type = "Task" [ 702.071202] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.074263] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683443, 'name': CreateVM_Task, 'duration_secs': 0.506615} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.074263] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.075803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.075927] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.076446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.080420] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ebea87-a48f-44ac-9224-0b03201f26ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.089022] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.093159] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 702.093159] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd7f-5bd7-3f19-0d43-52a7abd4660f" [ 702.093159] env[62668]: _type = "Task" [ 702.093159] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.099475] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd7f-5bd7-3f19-0d43-52a7abd4660f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.226617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.342965] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683442, 'name': ReconfigVM_Task, 'duration_secs': 0.918035} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.343298] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1b4c5a3f-e77d-41ea-b320-8651997e6ab3/1b4c5a3f-e77d-41ea-b320-8651997e6ab3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.343990] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f1146b-8c70-40a9-acd5-bce9f1761e79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.351619] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 702.351619] env[62668]: value = "task-2683445" [ 702.351619] env[62668]: _type = "Task" [ 702.351619] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.360203] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683445, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.425620] env[62668]: DEBUG nova.network.neutron [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Updated VIF entry in instance network info cache for port d5bd7f4b-797e-4dcb-9958-ef1cdaee2209. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.426294] env[62668]: DEBUG nova.network.neutron [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Updating instance_info_cache with network_info: [{"id": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "address": "fa:16:3e:d0:5a:6f", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bd7f4b-79", "ovs_interfaceid": "d5bd7f4b-797e-4dcb-9958-ef1cdaee2209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.449547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-94254dd3-6b4c-4b9a-b4c9-cffbd39352b2 tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "9ee56466-2609-4c8c-b237-670449a00dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.529s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.564307] env[62668]: DEBUG nova.compute.manager [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.564557] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.565599] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74438e07-aa1e-4589-b318-4573a14fc316 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.574295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "48dc29f6-f436-4d87-9580-02f812763c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.574684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.576189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "48dc29f6-f436-4d87-9580-02f812763c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.576189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.576189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.577499] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.582514] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ce0f17-8fa2-44e3-abfe-df444aaf8d90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.582616] env[62668]: INFO nova.compute.manager [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Terminating instance [ 702.590707] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683444, 'name': ReconfigVM_Task, 'duration_secs': 0.506784} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.592653] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.599694] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 702.599694] env[62668]: value = "task-2683446" [ 702.599694] env[62668]: _type = "Task" [ 702.599694] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.605039] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a712003-cc2b-40ce-b630-67018488d4ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623086] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd7f-5bd7-3f19-0d43-52a7abd4660f, 'name': SearchDatastore_Task, 'duration_secs': 0.017796} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.644045] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.645032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.645032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.645032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.645032] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.650447] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.650678] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e0b50d4-07ab-4dac-a7f8-d2f031ef6476 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.654435] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15f7811-d057-421f-be42-95cf809d3827 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.669801] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 702.669801] env[62668]: value = "task-2683447" [ 702.669801] env[62668]: _type = "Task" [ 702.669801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.677328] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.677533] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.678360] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63188234-fbe9-466d-a0ac-ffb629d70580 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.686952] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.688673] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 702.688673] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211871d-2aec-fc23-f7ca-b10767ccd59c" [ 702.688673] env[62668]: _type = "Task" [ 702.688673] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.698043] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211871d-2aec-fc23-f7ca-b10767ccd59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.864245] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683445, 'name': Rename_Task, 'duration_secs': 0.195806} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.864649] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.865025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f16e678f-b4a2-4b7d-b499-c54542be5df2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.873286] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 702.873286] env[62668]: value = "task-2683448" [ 702.873286] env[62668]: _type = "Task" [ 702.873286] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.885717] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.928912] env[62668]: DEBUG oslo_concurrency.lockutils [req-99a8d033-6d74-4a73-aaa8-998a00015752 req-c5953657-0e5b-4f71-84a9-46538a24b57c service nova] Releasing lock "refresh_cache-379210e6-bd63-4029-9d46-7462cff00c7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.952557] env[62668]: DEBUG nova.objects.instance [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lazy-loading 'flavor' on Instance uuid 69186eb4-17b1-4f7c-9826-3130db408500 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.988608] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Successfully updated port: 91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.092360] env[62668]: DEBUG nova.compute.manager [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.092360] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.093288] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f1b08f-4c62-426f-bd8f-f4a210c97d6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.100831] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.104236] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-228dcb0f-6a45-401f-a1d7-e753fe89b275 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.111150] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 703.111150] env[62668]: value = "task-2683449" [ 703.111150] env[62668]: _type = "Task" [ 703.111150] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.130723] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.131014] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683446, 'name': PowerOffVM_Task, 'duration_secs': 0.240133} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.131265] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.131461] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.131682] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6fb7c5-0b45-4d4f-be56-076a46d9a3af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.183502] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683447, 'name': ReconfigVM_Task, 'duration_secs': 0.21319} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.185318] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.185318] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36a91b4-6c8d-4fcd-bcc3-3fb1e8250928 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.194263] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 703.194263] env[62668]: value = "task-2683451" [ 703.194263] env[62668]: _type = "Task" [ 703.194263] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.202673] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211871d-2aec-fc23-f7ca-b10767ccd59c, 'name': SearchDatastore_Task, 'duration_secs': 0.016358} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.209279] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a208ecc7-1905-4196-82cc-64fec91f44e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.212024] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.213569] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.215026] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleting the datastore file [datastore1] c781bdbe-e55b-4744-9fd8-29cf2b131c9c {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.218858] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89227254-9b11-48c2-880b-9f5e73c6f96c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.221149] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683451, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.227912] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 703.227912] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f0e00-9bf6-48a7-fe94-7a0ff7fde417" [ 703.227912] env[62668]: _type = "Task" [ 703.227912] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.232406] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 703.232406] env[62668]: value = "task-2683452" [ 703.232406] env[62668]: _type = "Task" [ 703.232406] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.241427] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f0e00-9bf6-48a7-fe94-7a0ff7fde417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.249658] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.394286] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.462072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.462072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.492203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.492203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.492203] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.578768] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70f8e1-e7dd-48e1-be39-aeaadc46fd80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.586274] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d670ecea-eedf-484c-a7f0-40b3f628f4ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.625289] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e38f1-ac40-4ad8-aabb-a22f9ea3767b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.634719] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683449, 'name': PowerOffVM_Task, 'duration_secs': 0.224932} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.637347] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.637598] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.638317] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d346917e-4b89-4e61-8ab3-a1cca11d12d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.640970] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfa72f-86e1-4a07-bd50-e8fac6a80de5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.657679] env[62668]: DEBUG nova.compute.provider_tree [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.707127] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.713212] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.713441] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.713964] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore2] 48dc29f6-f436-4d87-9580-02f812763c74 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.713964] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2a315c-3b20-442a-bb94-2e9cfa04fc83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.724041] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 703.724041] env[62668]: value = "task-2683454" [ 703.724041] env[62668]: _type = "Task" [ 703.724041] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.731564] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.751104] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f0e00-9bf6-48a7-fe94-7a0ff7fde417, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.755609] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.755766] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 379210e6-bd63-4029-9d46-7462cff00c7f/379210e6-bd63-4029-9d46-7462cff00c7f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.756104] env[62668]: DEBUG oslo_vmware.api [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281798} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.757662] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb3b06f3-3f78-4dad-a595-4e25455d5abe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.763263] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.763263] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.763263] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.763263] env[62668]: INFO nova.compute.manager [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 703.763263] env[62668]: DEBUG oslo.service.loopingcall [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.763529] env[62668]: DEBUG nova.compute.manager [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Received event network-vif-plugged-91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 703.763787] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Acquiring lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.764100] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.764369] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.764624] env[62668]: DEBUG nova.compute.manager [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] No waiting events found dispatching network-vif-plugged-91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.764859] env[62668]: WARNING nova.compute.manager [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Received unexpected event network-vif-plugged-91ca2d48-ca33-4985-8a74-fe37f0adeb12 for instance with vm_state building and task_state spawning. [ 703.765120] env[62668]: DEBUG nova.compute.manager [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Received event network-changed-91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 703.765403] env[62668]: DEBUG nova.compute.manager [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Refreshing instance network info cache due to event network-changed-91ca2d48-ca33-4985-8a74-fe37f0adeb12. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 703.765633] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Acquiring lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.766275] env[62668]: DEBUG nova.compute.manager [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.766331] env[62668]: DEBUG nova.network.neutron [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.773060] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 703.773060] env[62668]: value = "task-2683455" [ 703.773060] env[62668]: _type = "Task" [ 703.773060] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.781445] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.883412] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683448, 'name': PowerOnVM_Task, 'duration_secs': 0.663372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.883939] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.883939] env[62668]: INFO nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Took 10.49 seconds to spawn the instance on the hypervisor. [ 703.884128] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.884879] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4992a809-dec4-44a0-9678-b859f3991984 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063109] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.161730] env[62668]: DEBUG nova.scheduler.client.report [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.206140] env[62668]: DEBUG oslo_vmware.api [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683451, 'name': PowerOnVM_Task, 'duration_secs': 0.621644} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.206522] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.210038] env[62668]: DEBUG nova.compute.manager [None req-1e8c82b3-0e32-4ae9-8b45-dd2d4345528f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.210612] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f2e113-0b65-49df-845f-ae45260ca901 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.236985] env[62668]: DEBUG oslo_vmware.api [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393114} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.237638] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.237638] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.237920] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.238121] env[62668]: INFO nova.compute.manager [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Took 1.15 seconds to destroy the instance on the hypervisor. [ 704.238378] env[62668]: DEBUG oslo.service.loopingcall [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.238934] env[62668]: DEBUG nova.compute.manager [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.239053] env[62668]: DEBUG nova.network.neutron [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.287518] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683455, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.338144] env[62668]: DEBUG nova.network.neutron [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Updating instance_info_cache with network_info: [{"id": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "address": "fa:16:3e:e8:6c:47", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ca2d48-ca", "ovs_interfaceid": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.404454] env[62668]: INFO nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Took 39.30 seconds to build instance. [ 704.433183] env[62668]: DEBUG nova.network.neutron [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.537272] env[62668]: DEBUG nova.compute.manager [req-61feb577-42e9-43eb-aaf7-ccc7c7ad5449 req-2515cbc1-eed3-4295-a054-dc65bdcab9e1 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Received event network-vif-deleted-5cab76a4-f613-4714-aaa0-0a6879bf7806 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 704.537511] env[62668]: INFO nova.compute.manager [req-61feb577-42e9-43eb-aaf7-ccc7c7ad5449 req-2515cbc1-eed3-4295-a054-dc65bdcab9e1 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Neutron deleted interface 5cab76a4-f613-4714-aaa0-0a6879bf7806; detaching it from the instance and deleting it from the info cache [ 704.537693] env[62668]: DEBUG nova.network.neutron [req-61feb577-42e9-43eb-aaf7-ccc7c7ad5449 req-2515cbc1-eed3-4295-a054-dc65bdcab9e1 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.672795] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.673339] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.676379] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.666s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.677845] env[62668]: INFO nova.compute.claims [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.776659] env[62668]: DEBUG nova.network.neutron [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.788064] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749876} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.788347] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 379210e6-bd63-4029-9d46-7462cff00c7f/379210e6-bd63-4029-9d46-7462cff00c7f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.788561] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.788818] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d3991f-bf8c-4cf6-bfad-ef4da3259575 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.797368] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 704.797368] env[62668]: value = "task-2683456" [ 704.797368] env[62668]: _type = "Task" [ 704.797368] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.806057] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.841400] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.841700] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Instance network_info: |[{"id": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "address": "fa:16:3e:e8:6c:47", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ca2d48-ca", "ovs_interfaceid": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.842066] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Acquired lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.842303] env[62668]: DEBUG nova.network.neutron [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Refreshing network info cache for port 91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.843695] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:6c:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ca2d48-ca33-4985-8a74-fe37f0adeb12', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.851865] env[62668]: DEBUG oslo.service.loopingcall [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.853070] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.853426] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d871db3-efb4-4811-baae-8e7449ea96d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.875925] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.875925] env[62668]: value = "task-2683457" [ 704.875925] env[62668]: _type = "Task" [ 704.875925] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.889433] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683457, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.906071] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.979s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.048023] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f725ef49-2291-44e8-9047-4c2ff4a939b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.063139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c678f-373f-4d57-af89-d2b0bc307548 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.116171] env[62668]: DEBUG nova.compute.manager [req-61feb577-42e9-43eb-aaf7-ccc7c7ad5449 req-2515cbc1-eed3-4295-a054-dc65bdcab9e1 service nova] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Detach interface failed, port_id=5cab76a4-f613-4714-aaa0-0a6879bf7806, reason: Instance c781bdbe-e55b-4744-9fd8-29cf2b131c9c could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 705.191015] env[62668]: DEBUG nova.compute.utils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.191015] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.191015] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.194620] env[62668]: DEBUG nova.network.neutron [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.280496] env[62668]: INFO nova.compute.manager [-] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Took 1.51 seconds to deallocate network for instance. [ 705.286425] env[62668]: DEBUG nova.policy [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b0e05e095c847f693fbd5672ae7a200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f2b45d209dc47e2aaa7836c7aa046b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.308939] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07521} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.309258] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.310066] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d52d85-5d05-4ee4-922f-d4b11de3dd42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.335428] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 379210e6-bd63-4029-9d46-7462cff00c7f/379210e6-bd63-4029-9d46-7462cff00c7f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.336417] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1ba728-dcbf-4afb-9ce2-100ed7d9a8d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.358925] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 705.358925] env[62668]: value = "task-2683458" [ 705.358925] env[62668]: _type = "Task" [ 705.358925] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.363754] env[62668]: DEBUG nova.network.neutron [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.373980] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.387252] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683457, 'name': CreateVM_Task, 'duration_secs': 0.406975} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.387696] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.388469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.388671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.389023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.389574] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41904cb2-b2b6-4478-8e8e-6b93b5021b62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.396036] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 705.396036] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52252f78-6fe4-7d65-0194-97ecd9d9acda" [ 705.396036] env[62668]: _type = "Task" [ 705.396036] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.407338] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52252f78-6fe4-7d65-0194-97ecd9d9acda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.626960] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.627193] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.627388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.627652] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.627854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.630664] env[62668]: INFO nova.compute.manager [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Terminating instance [ 705.690254] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Successfully created port: 2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.699261] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.702078] env[62668]: INFO nova.compute.manager [-] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Took 1.46 seconds to deallocate network for instance. [ 705.732594] env[62668]: DEBUG nova.network.neutron [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Updated VIF entry in instance network info cache for port 91ca2d48-ca33-4985-8a74-fe37f0adeb12. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.732984] env[62668]: DEBUG nova.network.neutron [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Updating instance_info_cache with network_info: [{"id": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "address": "fa:16:3e:e8:6c:47", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ca2d48-ca", "ovs_interfaceid": "91ca2d48-ca33-4985-8a74-fe37f0adeb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.791193] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.866832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.869029] env[62668]: DEBUG nova.compute.manager [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Inject network info {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 705.869274] env[62668]: DEBUG nova.compute.manager [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] network_info to inject: |[{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 705.872788] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfiguring VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 705.875760] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ca8f7f-ab40-40ba-9185-d5781dee4db6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.899990] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.906778] env[62668]: DEBUG oslo_vmware.api [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 705.906778] env[62668]: value = "task-2683459" [ 705.906778] env[62668]: _type = "Task" [ 705.906778] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.922047] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52252f78-6fe4-7d65-0194-97ecd9d9acda, 'name': SearchDatastore_Task, 'duration_secs': 0.027729} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.923025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.923248] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.923533] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.923699] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.923899] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.924355] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec15ede7-3da1-4567-84b3-2fbe5683f48b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.934643] env[62668]: DEBUG oslo_vmware.api [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.951246] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.951246] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.951983] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1479726-d698-4f79-8d94-d54436adb476 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.962445] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 705.962445] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eca92c-1bc7-ea83-7989-94a830dc9f0c" [ 705.962445] env[62668]: _type = "Task" [ 705.962445] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.979408] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eca92c-1bc7-ea83-7989-94a830dc9f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.020649] env[62668]: DEBUG nova.compute.manager [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 706.024417] env[62668]: DEBUG nova.compute.manager [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing instance network info cache due to event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 706.024417] env[62668]: DEBUG oslo_concurrency.lockutils [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.024417] env[62668]: DEBUG oslo_concurrency.lockutils [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.024417] env[62668]: DEBUG nova.network.neutron [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.137196] env[62668]: DEBUG nova.compute.manager [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.137504] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.138657] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb2b17-2c59-4642-8045-83bcabb6e202 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.152350] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.152706] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ac5343-5d2c-4751-b1a6-3d7b58f9b457 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.164119] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 706.164119] env[62668]: value = "task-2683460" [ 706.164119] env[62668]: _type = "Task" [ 706.164119] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.180085] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.213729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.238871] env[62668]: DEBUG oslo_concurrency.lockutils [req-9747595d-72d7-4916-8179-58721401cdc1 req-b9fe83de-79fe-4e5d-817f-3d5e32b47d9a service nova] Releasing lock "refresh_cache-8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.378151] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683458, 'name': ReconfigVM_Task, 'duration_secs': 0.67226} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.378581] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 379210e6-bd63-4029-9d46-7462cff00c7f/379210e6-bd63-4029-9d46-7462cff00c7f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.379411] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c32b4c-6e9a-4c41-9964-92d5a610d0d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.387516] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 706.387516] env[62668]: value = "task-2683461" [ 706.387516] env[62668]: _type = "Task" [ 706.387516] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.401134] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683461, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.422822] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c10b88-5764-48f5-8afe-f0ee90e5b711 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.430555] env[62668]: DEBUG oslo_vmware.api [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683459, 'name': ReconfigVM_Task, 'duration_secs': 0.199185} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.431482] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f755388-72a0-4897-a637-249bf84fe990 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfigured VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 706.439188] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75345d75-ebeb-41b4-a423-0a721b3d03c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.479025] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16436c09-a096-490d-a5f2-6827e5c75a0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.495018] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eca92c-1bc7-ea83-7989-94a830dc9f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.016283} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.496120] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b67eb4-e357-4a28-9d05-4a5bf43f420f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.499683] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1b7a0-f467-43f9-bd13-85a176004a61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.508712] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 706.508712] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3d51f-7ac5-50af-aedc-5891dd471814" [ 706.508712] env[62668]: _type = "Task" [ 706.508712] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.518113] env[62668]: DEBUG nova.compute.provider_tree [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.533246] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3d51f-7ac5-50af-aedc-5891dd471814, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.534042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.534300] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547/8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.535883] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc13c64d-dd6c-4ebd-a160-c14a5268bd4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.545379] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 706.545379] env[62668]: value = "task-2683462" [ 706.545379] env[62668]: _type = "Task" [ 706.545379] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.555616] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.678859] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683460, 'name': PowerOffVM_Task, 'duration_secs': 0.311456} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.679543] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.679543] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.679785] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea472467-833f-4341-be51-d7621c6944c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.709042] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.736716] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.737049] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.737182] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.737367] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.737510] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.738008] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.738008] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.738008] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.738193] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.738336] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.738502] env[62668]: DEBUG nova.virt.hardware [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.739392] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595754d-30bb-460d-bf91-6921d619c79c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.753833] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d6d272-0256-4121-ab28-e230a43b72c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.780111] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.780352] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.780534] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleting the datastore file [datastore2] 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.780795] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860ee21f-d9b4-4205-a45d-6a0452fd1a24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.789410] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for the task: (returnval){ [ 706.789410] env[62668]: value = "task-2683464" [ 706.789410] env[62668]: _type = "Task" [ 706.789410] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.799283] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.900832] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683461, 'name': Rename_Task, 'duration_secs': 0.21574} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.905854] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.908595] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7edcbd-519a-4ef1-a663-2d8c0ea31d3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.911483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.911738] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.921667] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 706.921667] env[62668]: value = "task-2683465" [ 706.921667] env[62668]: _type = "Task" [ 706.921667] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.932838] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.934396] env[62668]: DEBUG nova.network.neutron [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updated VIF entry in instance network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.934758] env[62668]: DEBUG nova.network.neutron [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.025945] env[62668]: DEBUG nova.scheduler.client.report [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.058781] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683462, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.305367] env[62668]: DEBUG oslo_vmware.api [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Task: {'id': task-2683464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385975} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.305725] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.305829] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.306013] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.306186] env[62668]: INFO nova.compute.manager [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.306473] env[62668]: DEBUG oslo.service.loopingcall [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.306673] env[62668]: DEBUG nova.compute.manager [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.306762] env[62668]: DEBUG nova.network.neutron [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.416719] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.426208] env[62668]: DEBUG nova.objects.instance [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lazy-loading 'flavor' on Instance uuid 69186eb4-17b1-4f7c-9826-3130db408500 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.435823] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.439866] env[62668]: DEBUG oslo_concurrency.lockutils [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.443065] env[62668]: DEBUG nova.compute.manager [req-4577d285-4989-4b9f-be9e-1a5b028d6eaf req-6a746298-b055-4d3b-84bf-20b7189df3da service nova] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Received event network-vif-deleted-f099b993-b2f8-4d72-9759-53f8a6dca4fd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 707.504204] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Successfully updated port: 2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.534994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.535686] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.538221] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.699s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.538623] env[62668]: DEBUG nova.objects.instance [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lazy-loading 'resources' on Instance uuid 4b9cb307-1070-45b0-a262-047e38df02fb {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.559643] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795318} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.560086] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547/8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.560276] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.560626] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9058ff45-093d-4fa9-97c3-1dd781a798ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.570917] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 707.570917] env[62668]: value = "task-2683466" [ 707.570917] env[62668]: _type = "Task" [ 707.570917] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.582024] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.620776] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.621033] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.713955] env[62668]: DEBUG nova.compute.manager [req-c917be1a-7e98-4349-9556-9754f77cbc9e req-6a06a153-9e7d-491a-9b84-1fdf6d9fcabe service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Received event network-vif-deleted-4b97f0ba-faef-4f84-8b44-ee0a83f514b4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 707.713955] env[62668]: INFO nova.compute.manager [req-c917be1a-7e98-4349-9556-9754f77cbc9e req-6a06a153-9e7d-491a-9b84-1fdf6d9fcabe service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Neutron deleted interface 4b97f0ba-faef-4f84-8b44-ee0a83f514b4; detaching it from the instance and deleting it from the info cache [ 707.716253] env[62668]: DEBUG nova.network.neutron [req-c917be1a-7e98-4349-9556-9754f77cbc9e req-6a06a153-9e7d-491a-9b84-1fdf6d9fcabe service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.763461] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.764806] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89a1372-f429-4ebd-846f-3e34cce54b1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.775379] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.775903] env[62668]: ERROR oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk due to incomplete transfer. [ 707.776291] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee4a05c8-1656-4d95-825d-c2ef54d22081 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.786745] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac474b-b2bf-8863-984c-191763bbea40/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.787011] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Uploaded image 8c8571c7-bcb4-4b5f-b8ce-102949e0b83c to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.790613] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.790613] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e259924-cfa7-41ae-8f20-6e31289da19a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.799842] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 707.799842] env[62668]: value = "task-2683467" [ 707.799842] env[62668]: _type = "Task" [ 707.799842] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.811192] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683467, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.935933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.936183] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.941625] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.953367] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.006898] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.007072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquired lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.007238] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.042949] env[62668]: DEBUG nova.compute.utils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.048895] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.049160] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.051564] env[62668]: DEBUG nova.compute.manager [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Received event network-vif-plugged-2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 708.051768] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Acquiring lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.051967] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.052143] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.052305] env[62668]: DEBUG nova.compute.manager [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] No waiting events found dispatching network-vif-plugged-2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.052652] env[62668]: WARNING nova.compute.manager [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Received unexpected event network-vif-plugged-2a84488e-a371-4473-a954-ecea9d47da92 for instance with vm_state building and task_state spawning. [ 708.052652] env[62668]: DEBUG nova.compute.manager [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Received event network-changed-2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 708.052781] env[62668]: DEBUG nova.compute.manager [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Refreshing instance network info cache due to event network-changed-2a84488e-a371-4473-a954-ecea9d47da92. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 708.052914] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Acquiring lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.083055] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074881} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.083895] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.084235] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aea0dc-e4bd-4a25-aaeb-e675c3c1d280 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.112391] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547/8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.114549] env[62668]: DEBUG nova.policy [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8aaa667f4e40d99faca572e5f71a32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493b2b18c820495d82181e349c686c39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.119999] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ca8cfc-3f42-4161-b2f9-b1b5e20d960a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.139618] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.145101] env[62668]: DEBUG nova.network.neutron [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.154103] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 708.154103] env[62668]: value = "task-2683468" [ 708.154103] env[62668]: _type = "Task" [ 708.154103] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.169151] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.219491] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd8712db-dcd4-4023-b0cb-b34d5a849b49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.231501] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cd648d-26ae-495f-987c-8be21254aa0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.287623] env[62668]: DEBUG nova.compute.manager [req-c917be1a-7e98-4349-9556-9754f77cbc9e req-6a06a153-9e7d-491a-9b84-1fdf6d9fcabe service nova] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Detach interface failed, port_id=4b97f0ba-faef-4f84-8b44-ee0a83f514b4, reason: Instance 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 708.311134] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683467, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.433622] env[62668]: DEBUG oslo_vmware.api [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683465, 'name': PowerOnVM_Task, 'duration_secs': 1.040399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.433919] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.434119] env[62668]: INFO nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Took 9.65 seconds to spawn the instance on the hypervisor. [ 708.434308] env[62668]: DEBUG nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.437621] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02549562-d4c6-4172-b1fd-5f2f0e5e21e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.549746] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.582416] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.651918] env[62668]: INFO nova.compute.manager [-] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Took 1.34 seconds to deallocate network for instance. [ 708.677750] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683468, 'name': ReconfigVM_Task, 'duration_secs': 0.335342} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.677750] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.678179] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547/8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.679801] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8602767-4dce-403b-958c-5329f7c2d9d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.683339] env[62668]: DEBUG nova.network.neutron [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.692669] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 708.692669] env[62668]: value = "task-2683469" [ 708.692669] env[62668]: _type = "Task" [ 708.692669] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.707252] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683469, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.751249] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f9b9c-2830-4b82-acd2-ebf80574b480 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.761273] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35d8fa-8455-4522-910f-5318f3ee2d35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.807889] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c79e3-0648-4ee3-959f-b9c19b8923ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.827816] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188d19c-0548-42b8-a8b7-d685487b83d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.831894] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683467, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.847198] env[62668]: DEBUG nova.compute.provider_tree [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.873740] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Successfully created port: beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.883865] env[62668]: DEBUG nova.network.neutron [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Updating instance_info_cache with network_info: [{"id": "2a84488e-a371-4473-a954-ecea9d47da92", "address": "fa:16:3e:a4:4c:86", "network": {"id": "f47c392d-bd0f-4788-a167-970ef1d3e789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1397346506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b45d209dc47e2aaa7836c7aa046b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a84488e-a3", "ovs_interfaceid": "2a84488e-a371-4473-a954-ecea9d47da92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.960131] env[62668]: INFO nova.compute.manager [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Took 37.59 seconds to build instance. [ 709.161122] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.204392] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683469, 'name': Rename_Task, 'duration_secs': 0.155307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.204780] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.205058] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a06bab-9990-4922-a696-ef7d2a121977 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.212235] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 709.212235] env[62668]: value = "task-2683470" [ 709.212235] env[62668]: _type = "Task" [ 709.212235] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.224738] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.321027] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683467, 'name': Destroy_Task, 'duration_secs': 1.118216} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.321298] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Destroyed the VM [ 709.321532] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.321783] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa3d07ff-85e7-477a-aca3-7c1893487e90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.329694] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 709.329694] env[62668]: value = "task-2683471" [ 709.329694] env[62668]: _type = "Task" [ 709.329694] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.339188] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.357313] env[62668]: DEBUG nova.scheduler.client.report [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.388711] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Releasing lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.389317] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Instance network_info: |[{"id": "2a84488e-a371-4473-a954-ecea9d47da92", "address": "fa:16:3e:a4:4c:86", "network": {"id": "f47c392d-bd0f-4788-a167-970ef1d3e789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1397346506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b45d209dc47e2aaa7836c7aa046b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a84488e-a3", "ovs_interfaceid": "2a84488e-a371-4473-a954-ecea9d47da92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.389760] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Acquired lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.389853] env[62668]: DEBUG nova.network.neutron [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Refreshing network info cache for port 2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.391308] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:4c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a84488e-a371-4473-a954-ecea9d47da92', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.401017] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Creating folder: Project (0f2b45d209dc47e2aaa7836c7aa046b0). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.404532] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa2ff79-763f-4faa-af54-7d070e14ca3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.417017] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Created folder: Project (0f2b45d209dc47e2aaa7836c7aa046b0) in parent group-v540833. [ 709.417249] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Creating folder: Instances. Parent ref: group-v540984. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.417493] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba63887-3fed-4555-b3e3-e7196c049583 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.428385] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Created folder: Instances in parent group-v540984. [ 709.428492] env[62668]: DEBUG oslo.service.loopingcall [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.428657] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.428872] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3941814c-9cd2-403b-8aef-657214bf3386 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.455730] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.455730] env[62668]: value = "task-2683474" [ 709.455730] env[62668]: _type = "Task" [ 709.455730] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.465953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5817154e-8907-42e3-be04-0b2116bedb88 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.504s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.466160] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683474, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.485596] env[62668]: DEBUG nova.network.neutron [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.565184] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.590105] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.590367] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.590525] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.590713] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.590887] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.591023] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.591224] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.591382] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.591551] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.591922] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.591922] env[62668]: DEBUG nova.virt.hardware [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.592975] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f37fba-6ed1-4470-8ebe-e1def596b226 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.601860] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c820553e-373c-4583-9d8a-9d75c22bbf3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.654514] env[62668]: DEBUG nova.network.neutron [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Updated VIF entry in instance network info cache for port 2a84488e-a371-4473-a954-ecea9d47da92. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.654882] env[62668]: DEBUG nova.network.neutron [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Updating instance_info_cache with network_info: [{"id": "2a84488e-a371-4473-a954-ecea9d47da92", "address": "fa:16:3e:a4:4c:86", "network": {"id": "f47c392d-bd0f-4788-a167-970ef1d3e789", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1397346506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b45d209dc47e2aaa7836c7aa046b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a84488e-a3", "ovs_interfaceid": "2a84488e-a371-4473-a954-ecea9d47da92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.724180] env[62668]: DEBUG oslo_vmware.api [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683470, 'name': PowerOnVM_Task, 'duration_secs': 0.505685} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.724464] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.724705] env[62668]: INFO nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Took 8.07 seconds to spawn the instance on the hypervisor. [ 709.724894] env[62668]: DEBUG nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.725725] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672366b-9fc4-4de8-8c95-20585979f1e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.764478] env[62668]: DEBUG nova.compute.manager [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 709.764478] env[62668]: DEBUG nova.compute.manager [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing instance network info cache due to event network-changed-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 709.764478] env[62668]: DEBUG oslo_concurrency.lockutils [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] Acquiring lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.842305] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683471, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.862012] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.865152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.853s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.865485] env[62668]: DEBUG nova.objects.instance [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lazy-loading 'resources' on Instance uuid 5e104993-6b3d-4cca-addf-34106ee5de9b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.895163] env[62668]: INFO nova.scheduler.client.report [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleted allocations for instance 4b9cb307-1070-45b0-a262-047e38df02fb [ 709.968331] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683474, 'name': CreateVM_Task, 'duration_secs': 0.448936} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.968331] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.968740] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.969063] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.969454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.969657] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a5041e-11b5-48a9-8f05-fd7dc5f65e24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.971521] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.971731] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.971930] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.972126] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.972292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.978095] env[62668]: INFO nova.compute.manager [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Terminating instance [ 709.982057] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 709.982057] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265587e-c1e2-fbee-84a1-d302909c8962" [ 709.982057] env[62668]: _type = "Task" [ 709.982057] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.988443] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.989519] env[62668]: DEBUG nova.compute.manager [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Inject network info {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 709.989519] env[62668]: DEBUG nova.compute.manager [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] network_info to inject: |[{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 709.993608] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfiguring VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 709.996940] env[62668]: DEBUG oslo_concurrency.lockutils [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] Acquired lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.997153] env[62668]: DEBUG nova.network.neutron [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Refreshing network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.998405] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c785acce-4526-49ec-8182-efe1c0570852 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.010052] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265587e-c1e2-fbee-84a1-d302909c8962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.017329] env[62668]: DEBUG oslo_vmware.api [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 710.017329] env[62668]: value = "task-2683475" [ 710.017329] env[62668]: _type = "Task" [ 710.017329] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.027335] env[62668]: DEBUG oslo_vmware.api [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.050958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "379210e6-bd63-4029-9d46-7462cff00c7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.050958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.051202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.051389] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.051566] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.054038] env[62668]: INFO nova.compute.manager [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Terminating instance [ 710.160592] env[62668]: DEBUG oslo_concurrency.lockutils [req-ffdf23e3-e191-4424-b0b4-16e20619a8ad req-02c181a5-34ba-496e-97a0-375ac002dff6 service nova] Releasing lock "refresh_cache-9e2fda18-07bc-4adc-a067-569d6cca1577" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.244667] env[62668]: INFO nova.compute.manager [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Took 37.34 seconds to build instance. [ 710.341231] env[62668]: DEBUG oslo_vmware.api [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71632} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.341507] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.341730] env[62668]: INFO nova.compute.manager [None req-e9a26cc4-08c2-4458-afa0-696b1b657ae3 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Took 17.62 seconds to snapshot the instance on the hypervisor. [ 710.402727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b28ee901-8406-4ddd-940b-885906fdbfc4 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "4b9cb307-1070-45b0-a262-047e38df02fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.846s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.485184] env[62668]: DEBUG nova.compute.manager [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.485184] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.485680] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1b413-0aea-4be8-ad43-ddcb96ebd8f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.501759] env[62668]: DEBUG nova.compute.manager [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Received event network-vif-plugged-beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 710.501759] env[62668]: DEBUG oslo_concurrency.lockutils [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] Acquiring lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.501950] env[62668]: DEBUG oslo_concurrency.lockutils [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.502125] env[62668]: DEBUG oslo_concurrency.lockutils [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.502297] env[62668]: DEBUG nova.compute.manager [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] No waiting events found dispatching network-vif-plugged-beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.502449] env[62668]: WARNING nova.compute.manager [req-ecebfc8b-d113-4451-a33b-9bf24863c5b5 req-f1898444-d88e-4b03-a007-bbc75399558a service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Received unexpected event network-vif-plugged-beea9c23-e0cd-4238-b423-70cd832471b5 for instance with vm_state building and task_state spawning. [ 710.506670] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.512493] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba30c5c-f60d-4d1d-a729-0e1bad83e63b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.516555] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265587e-c1e2-fbee-84a1-d302909c8962, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.517065] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.517854] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.517854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.517854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.517854] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.518708] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04bea7a3-b1a3-4c09-a908-35d2f9d64638 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.525749] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 710.525749] env[62668]: value = "task-2683476" [ 710.525749] env[62668]: _type = "Task" [ 710.525749] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.534931] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "69186eb4-17b1-4f7c-9826-3130db408500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.535184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.535438] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "69186eb4-17b1-4f7c-9826-3130db408500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.535600] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.535772] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.537948] env[62668]: DEBUG oslo_vmware.api [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683475, 'name': ReconfigVM_Task, 'duration_secs': 0.198174} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.539209] env[62668]: INFO nova.compute.manager [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Terminating instance [ 710.541150] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ced4e-74f6-48ed-9fda-21d244969651 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Reconfigured VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 710.544804] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.544804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.550154] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2161058-c1e9-4a43-9355-dde6050ef21e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.553989] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.561093] env[62668]: DEBUG nova.compute.manager [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.561398] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.561854] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 710.561854] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522a59f4-d256-8f84-3398-40a9075d8ed4" [ 710.561854] env[62668]: _type = "Task" [ 710.561854] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.563811] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0342932-8775-4576-8e14-4c4332fe34d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.586226] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522a59f4-d256-8f84-3398-40a9075d8ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.014922} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.589680] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.589918] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68fd6a4-c6e7-48ea-b6b1-3e95a5a51063 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.593173] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c4b1c3-dbe0-420d-91ee-0415427b2a42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.602950] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 710.602950] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5250815a-0048-3be6-6bcb-0af94f23f38d" [ 710.602950] env[62668]: _type = "Task" [ 710.602950] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.604673] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 710.604673] env[62668]: value = "task-2683477" [ 710.604673] env[62668]: _type = "Task" [ 710.604673] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.616880] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Successfully updated port: beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.630847] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5250815a-0048-3be6-6bcb-0af94f23f38d, 'name': SearchDatastore_Task, 'duration_secs': 0.018997} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.631145] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.632036] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.632317] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9e2fda18-07bc-4adc-a067-569d6cca1577/9e2fda18-07bc-4adc-a067-569d6cca1577.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.632626] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35b0c627-f68e-4d2f-bd8e-1c8924f0d324 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.645117] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 710.645117] env[62668]: value = "task-2683478" [ 710.645117] env[62668]: _type = "Task" [ 710.645117] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.656399] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.748975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-96be90a4-79f2-459a-85ac-835b2d9550ae tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.035s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.849345] env[62668]: DEBUG nova.network.neutron [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updated VIF entry in instance network info cache for port 3af7ce82-ce41-45ca-bc32-ef82b6fb47a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.849649] env[62668]: DEBUG nova.network.neutron [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [{"id": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "address": "fa:16:3e:a7:f5:00", "network": {"id": "ee00eefd-a6e2-4bba-90c8-574d153d39ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-847850758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9705bbc4a1184fb2977bafbcfc7fea3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7ce82-ce", "ovs_interfaceid": "3af7ce82-ce41-45ca-bc32-ef82b6fb47a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.964516] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2c879-231c-4d78-923c-1f01d7a5ae1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.974655] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503c5e3-8a6d-4bd8-a2cd-fd4a27d55bf6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.009971] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c6662c-edbb-42b4-a602-ce8af21bc16f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.019263] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3323a3-57f0-4e89-bd29-3fd44abfcef2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.041900] env[62668]: DEBUG nova.compute.provider_tree [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.053719] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683476, 'name': PowerOffVM_Task, 'duration_secs': 0.246167} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.054922] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.055113] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.055392] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3386c52-0e33-4bdd-8d59-7e952e075c3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.058072] env[62668]: DEBUG nova.compute.manager [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.058317] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.059212] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e10543-9c2f-4b32-abcf-1b74fc2ab93c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.069464] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.069761] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-685d6a9a-f77e-477c-a0da-0549d5d999ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.079530] env[62668]: DEBUG oslo_vmware.api [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 711.079530] env[62668]: value = "task-2683480" [ 711.079530] env[62668]: _type = "Task" [ 711.079530] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.123298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.123488] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.125815] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.125815] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683477, 'name': PowerOffVM_Task, 'duration_secs': 0.231394} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.126293] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.126385] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.126965] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38426c31-f7c3-4e4b-abd9-bc51d130af80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.157317] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.185558] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.185794] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.185997] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleting the datastore file [datastore1] 1b4c5a3f-e77d-41ea-b320-8651997e6ab3 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.186358] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66139915-d317-40fd-a671-7aa35415acb0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.196234] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 711.196234] env[62668]: value = "task-2683482" [ 711.196234] env[62668]: _type = "Task" [ 711.196234] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.208307] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.220213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.221040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.221190] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleting the datastore file [datastore1] 379210e6-bd63-4029-9d46-7462cff00c7f {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.221450] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31c1b533-5ab1-4fe7-b103-2945a4177689 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.230984] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 711.230984] env[62668]: value = "task-2683483" [ 711.230984] env[62668]: _type = "Task" [ 711.230984] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.241037] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.351852] env[62668]: DEBUG oslo_concurrency.lockutils [req-e5ab63e7-50ca-47fb-a92c-e5c725e65052 req-4c4a0cb6-f44e-40b2-ab61-fc7cf97b6a69 service nova] Releasing lock "refresh_cache-69186eb4-17b1-4f7c-9826-3130db408500" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.447011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.447011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.447011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.447011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.447011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.448595] env[62668]: INFO nova.compute.manager [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Terminating instance [ 711.546036] env[62668]: DEBUG nova.scheduler.client.report [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.594661] env[62668]: DEBUG oslo_vmware.api [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683480, 'name': PowerOffVM_Task, 'duration_secs': 0.352972} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.595639] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.595901] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.596147] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040bbd96-64b1-4114-9372-886c00a69c1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.659024] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664394} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.659024] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 9e2fda18-07bc-4adc-a067-569d6cca1577/9e2fda18-07bc-4adc-a067-569d6cca1577.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.659287] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.659349] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f5956b-1a94-4fb0-a3a1-45219948bc12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.667801] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 711.667801] env[62668]: value = "task-2683485" [ 711.667801] env[62668]: _type = "Task" [ 711.667801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.675037] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.675238] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.675345] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Deleting the datastore file [datastore1] 69186eb4-17b1-4f7c-9826-3130db408500 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.678910] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77d57081-1071-4cd6-a3cf-1858769ba19c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.680900] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.686529] env[62668]: DEBUG oslo_vmware.api [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for the task: (returnval){ [ 711.686529] env[62668]: value = "task-2683486" [ 711.686529] env[62668]: _type = "Task" [ 711.686529] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.695238] env[62668]: DEBUG oslo_vmware.api [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.702511] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.707586] env[62668]: DEBUG oslo_vmware.api [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298094} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.707838] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.708030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.708208] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.708382] env[62668]: INFO nova.compute.manager [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 711.708630] env[62668]: DEBUG oslo.service.loopingcall [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.708821] env[62668]: DEBUG nova.compute.manager [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.708918] env[62668]: DEBUG nova.network.neutron [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.741469] env[62668]: DEBUG oslo_vmware.api [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273824} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.741733] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.741994] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.742109] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.742284] env[62668]: INFO nova.compute.manager [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 711.742523] env[62668]: DEBUG oslo.service.loopingcall [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.742713] env[62668]: DEBUG nova.compute.manager [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.742806] env[62668]: DEBUG nova.network.neutron [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.917084] env[62668]: DEBUG nova.network.neutron [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Updating instance_info_cache with network_info: [{"id": "beea9c23-e0cd-4238-b423-70cd832471b5", "address": "fa:16:3e:5c:e0:c3", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeea9c23-e0", "ovs_interfaceid": "beea9c23-e0cd-4238-b423-70cd832471b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.953444] env[62668]: DEBUG nova.compute.manager [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.953771] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.957148] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d242f4-999b-4d5e-8007-e38dd2b2c275 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.964800] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.965618] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14969bed-0cb4-4dd8-bb23-07659c52dcc9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.975826] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 711.975826] env[62668]: value = "task-2683487" [ 711.975826] env[62668]: _type = "Task" [ 711.975826] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.988528] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.033430] env[62668]: DEBUG nova.compute.manager [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.034148] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42777413-e455-42dc-b759-2b7a9693356c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.051251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.054426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.096s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.054696] env[62668]: DEBUG nova.objects.instance [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lazy-loading 'resources' on Instance uuid 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.118908] env[62668]: INFO nova.scheduler.client.report [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Deleted allocations for instance 5e104993-6b3d-4cca-addf-34106ee5de9b [ 712.182401] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079697} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.182401] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.182401] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef6bfa1-ecc6-4408-b575-606cdcec3a61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.223305] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9e2fda18-07bc-4adc-a067-569d6cca1577/9e2fda18-07bc-4adc-a067-569d6cca1577.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.229955] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8bf494-34ee-4f34-9d6d-77d82fea0780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.247915] env[62668]: DEBUG oslo_vmware.api [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Task: {'id': task-2683486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16188} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.248607] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.248811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.248990] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.249187] env[62668]: INFO nova.compute.manager [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Took 1.19 seconds to destroy the instance on the hypervisor. [ 712.249438] env[62668]: DEBUG oslo.service.loopingcall [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.250140] env[62668]: DEBUG nova.compute.manager [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.250260] env[62668]: DEBUG nova.network.neutron [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.256015] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 712.256015] env[62668]: value = "task-2683488" [ 712.256015] env[62668]: _type = "Task" [ 712.256015] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.268868] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.420028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.420368] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Instance network_info: |[{"id": "beea9c23-e0cd-4238-b423-70cd832471b5", "address": "fa:16:3e:5c:e0:c3", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeea9c23-e0", "ovs_interfaceid": "beea9c23-e0cd-4238-b423-70cd832471b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.421902] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beea9c23-e0cd-4238-b423-70cd832471b5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.430929] env[62668]: DEBUG oslo.service.loopingcall [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.431247] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.431502] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f09e6d0-37ba-4513-b1c7-c71c84e26301 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.456222] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.456222] env[62668]: value = "task-2683489" [ 712.456222] env[62668]: _type = "Task" [ 712.456222] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.466542] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683489, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.498875] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683487, 'name': PowerOffVM_Task, 'duration_secs': 0.288921} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.498875] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.498875] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.498875] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebce6f7-3e46-4ff5-9bd8-cd96e942a59e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.546190] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Received event network-changed-beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 712.546190] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Refreshing instance network info cache due to event network-changed-beea9c23-e0cd-4238-b423-70cd832471b5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 712.546190] env[62668]: DEBUG oslo_concurrency.lockutils [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] Acquiring lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.546190] env[62668]: DEBUG oslo_concurrency.lockutils [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] Acquired lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.546190] env[62668]: DEBUG nova.network.neutron [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Refreshing network info cache for port beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.549637] env[62668]: INFO nova.compute.manager [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] instance snapshotting [ 712.555406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5437e1-599f-4c89-8860-2e5f9381a82c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.583680] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5cc49a-0bfd-49c1-b109-70622d1cf7f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.592104] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.592416] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.592685] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleting the datastore file [datastore1] dce2dfc5-fcf3-44a1-b523-907cd2247634 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.593795] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d09c69e-3324-4415-bf74-751d4840ae94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.609875] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for the task: (returnval){ [ 712.609875] env[62668]: value = "task-2683491" [ 712.609875] env[62668]: _type = "Task" [ 712.609875] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.631216] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.634845] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7a7cb645-251f-4f3e-bcd6-2d31ddce9411 tempest-ServersTestBootFromVolume-447760692 tempest-ServersTestBootFromVolume-447760692-project-member] Lock "5e104993-6b3d-4cca-addf-34106ee5de9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.500s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.699043] env[62668]: DEBUG nova.network.neutron [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.701167] env[62668]: DEBUG nova.network.neutron [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.712945] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.712945] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.775349] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683488, 'name': ReconfigVM_Task, 'duration_secs': 0.352591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.775823] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9e2fda18-07bc-4adc-a067-569d6cca1577/9e2fda18-07bc-4adc-a067-569d6cca1577.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.776726] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e14519-ebcc-49bc-827c-e34939c47e0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.792138] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 712.792138] env[62668]: value = "task-2683492" [ 712.792138] env[62668]: _type = "Task" [ 712.792138] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.808505] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683492, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.974959] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683489, 'name': CreateVM_Task, 'duration_secs': 0.423283} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.977460] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.978624] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.978833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.979612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.979612] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a694e6e-37f0-4621-8c9e-de1206fe6fcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.990350] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 712.990350] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fb1a11-e2f3-32f7-4a89-89321c97f56b" [ 712.990350] env[62668]: _type = "Task" [ 712.990350] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.005895] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fb1a11-e2f3-32f7-4a89-89321c97f56b, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.008871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.009171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.009504] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.009599] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.009740] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.011181] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc86fbd1-a042-43df-b6e2-5943c0ed8308 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.021733] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.021919] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.022832] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebf70e9-67ff-4147-98a6-70bd6a74dcba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.034596] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 713.034596] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bca04-bdfb-2cd1-7e7d-ac1e994fd4ee" [ 713.034596] env[62668]: _type = "Task" [ 713.034596] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.045138] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bca04-bdfb-2cd1-7e7d-ac1e994fd4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.046031] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40d17d7-c738-4e6f-a905-066934131d33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.056745] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 713.056745] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521085c3-cff0-45cb-79b6-95770f2d375c" [ 713.056745] env[62668]: _type = "Task" [ 713.056745] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.070439] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521085c3-cff0-45cb-79b6-95770f2d375c, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.073396] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.073503] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b19b1d40-bf94-47cb-860e-af27a0bdfbbc/b19b1d40-bf94-47cb-860e-af27a0bdfbbc.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.074014] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c150d0-e910-4175-9d13-0372c3379898 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.082540] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 713.082540] env[62668]: value = "task-2683493" [ 713.082540] env[62668]: _type = "Task" [ 713.082540] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.093635] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.104413] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.104413] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bd36131-4f7b-4076-835f-c42036e0af7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.119316] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 713.119316] env[62668]: value = "task-2683494" [ 713.119316] env[62668]: _type = "Task" [ 713.119316] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.129707] env[62668]: DEBUG oslo_vmware.api [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Task: {'id': task-2683491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211648} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.133307] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.133556] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.133967] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.133967] env[62668]: INFO nova.compute.manager [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Took 1.18 seconds to destroy the instance on the hypervisor. [ 713.134208] env[62668]: DEBUG oslo.service.loopingcall [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.134418] env[62668]: DEBUG nova.compute.manager [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.134515] env[62668]: DEBUG nova.network.neutron [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.140227] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.201453] env[62668]: INFO nova.compute.manager [-] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Took 1.46 seconds to deallocate network for instance. [ 713.209974] env[62668]: INFO nova.compute.manager [-] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Took 1.50 seconds to deallocate network for instance. [ 713.214607] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.247116] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0e5366-ded1-4ecc-804c-86f502380c5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.257727] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c909606-3fe6-42b4-9329-338d45314b5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.307017] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2126d5-7133-427c-a937-20c29c5dc562 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.319351] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683492, 'name': Rename_Task, 'duration_secs': 0.222169} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.319731] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.321117] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b41b68-054c-4a2e-95cf-50f444c41466 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.325719] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6162508-2cce-47d0-883d-4af99b78ef40 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.339601] env[62668]: DEBUG nova.compute.provider_tree [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.343129] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 713.343129] env[62668]: value = "task-2683495" [ 713.343129] env[62668]: _type = "Task" [ 713.343129] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.356875] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.425890] env[62668]: DEBUG nova.network.neutron [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.573732] env[62668]: DEBUG nova.network.neutron [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Updated VIF entry in instance network info cache for port beea9c23-e0cd-4238-b423-70cd832471b5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.574234] env[62668]: DEBUG nova.network.neutron [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Updating instance_info_cache with network_info: [{"id": "beea9c23-e0cd-4238-b423-70cd832471b5", "address": "fa:16:3e:5c:e0:c3", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeea9c23-e0", "ovs_interfaceid": "beea9c23-e0cd-4238-b423-70cd832471b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.595636] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.631873] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.708268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.719870] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.739483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.845762] env[62668]: DEBUG nova.scheduler.client.report [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.859383] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.928514] env[62668]: INFO nova.compute.manager [-] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Took 1.68 seconds to deallocate network for instance. [ 714.077893] env[62668]: DEBUG oslo_concurrency.lockutils [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] Releasing lock "refresh_cache-b19b1d40-bf94-47cb-860e-af27a0bdfbbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.078249] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Received event network-vif-deleted-d5bd7f4b-797e-4dcb-9958-ef1cdaee2209 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 714.078463] env[62668]: INFO nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Neutron deleted interface d5bd7f4b-797e-4dcb-9958-ef1cdaee2209; detaching it from the instance and deleting it from the info cache [ 714.078649] env[62668]: DEBUG nova.network.neutron [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.099070] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564965} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.099450] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b19b1d40-bf94-47cb-860e-af27a0bdfbbc/b19b1d40-bf94-47cb-860e-af27a0bdfbbc.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.099732] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.100094] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea3a117-ed53-4d1f-93cf-4e1f8edf7805 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.107629] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 714.107629] env[62668]: value = "task-2683496" [ 714.107629] env[62668]: _type = "Task" [ 714.107629] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.114458] env[62668]: DEBUG nova.network.neutron [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.118040] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.132815] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683494, 'name': CreateSnapshot_Task, 'duration_secs': 0.787464} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.133200] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.134027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88fe6e-bbce-44a4-9c6a-beea6e54b9e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.354128] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.358196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.961s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.358196] env[62668]: DEBUG nova.objects.instance [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.366046] env[62668]: DEBUG oslo_vmware.api [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683495, 'name': PowerOnVM_Task, 'duration_secs': 0.667789} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.366362] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.366619] env[62668]: INFO nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Took 7.66 seconds to spawn the instance on the hypervisor. [ 714.366806] env[62668]: DEBUG nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.367651] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542d848-4012-4f31-a414-aacfa22aca49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.381421] env[62668]: INFO nova.scheduler.client.report [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Deleted allocations for instance 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c [ 714.437292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.583188] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11711d00-3e7c-4695-bf7e-749fbcf493dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.598389] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b64f000-1bba-4e0b-9b5d-2c6597f3c8f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.619508] env[62668]: INFO nova.compute.manager [-] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Took 1.48 seconds to deallocate network for instance. [ 714.626741] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071634} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.629218] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.646255] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21877f7-86b5-4625-9574-f242ad1578ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.650096] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Detach interface failed, port_id=d5bd7f4b-797e-4dcb-9958-ef1cdaee2209, reason: Instance 379210e6-bd63-4029-9d46-7462cff00c7f could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 714.650096] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Received event network-vif-deleted-1561ba2e-0722-4647-bdc5-52222b07656d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 714.650223] env[62668]: INFO nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Neutron deleted interface 1561ba2e-0722-4647-bdc5-52222b07656d; detaching it from the instance and deleting it from the info cache [ 714.650622] env[62668]: DEBUG nova.network.neutron [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.658886] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.660134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f4c7d78-8382-41ad-ad4b-4ddddf8b4634 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.689770] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b19b1d40-bf94-47cb-860e-af27a0bdfbbc/b19b1d40-bf94-47cb-860e-af27a0bdfbbc.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.691862] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6513a104-6a2d-4153-8d76-12b0ccbe79e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.706606] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 714.706606] env[62668]: value = "task-2683497" [ 714.706606] env[62668]: _type = "Task" [ 714.706606] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.715589] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 714.715589] env[62668]: value = "task-2683498" [ 714.715589] env[62668]: _type = "Task" [ 714.715589] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.719457] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683497, 'name': CloneVM_Task} progress is 12%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.728032] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.797165] env[62668]: DEBUG nova.compute.manager [req-6e14d619-48a0-4902-b54c-911634dcc08d req-67ca8a2c-675a-4416-8c0c-8b6289f44180 service nova] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Received event network-vif-deleted-3af7ce82-ce41-45ca-bc32-ef82b6fb47a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 714.797398] env[62668]: DEBUG nova.compute.manager [req-6e14d619-48a0-4902-b54c-911634dcc08d req-67ca8a2c-675a-4416-8c0c-8b6289f44180 service nova] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Received event network-vif-deleted-a8921dc3-dda1-4c66-8eed-64b55a75cc38 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 714.886205] env[62668]: INFO nova.compute.manager [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Took 39.24 seconds to build instance. [ 714.895449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0736b41c-5284-4023-b289-e8cac959038a tempest-ServersTestJSON-1028765655 tempest-ServersTestJSON-1028765655-project-member] Lock "0658fbfd-0f3c-4883-9f97-9e74b42f7b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.757s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.130349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.161313] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76f0935f-5a9a-4f42-a3dd-84b3a4482627 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173198] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61ee8b-7144-47dc-8d20-c14826d6e494 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.216846] env[62668]: DEBUG nova.compute.manager [req-0a091684-74ea-45fd-b1eb-def17317219f req-dac8b1ca-c019-469a-8969-745d8ac442d3 service nova] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Detach interface failed, port_id=1561ba2e-0722-4647-bdc5-52222b07656d, reason: Instance 1b4c5a3f-e77d-41ea-b320-8651997e6ab3 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 715.236307] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683497, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.236972] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.237214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.237389] env[62668]: INFO nova.compute.manager [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Shelving [ 715.238746] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.368822] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9d4ba70-4b80-4a7b-8471-0f551456b690 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.370014] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.983s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.374931] env[62668]: INFO nova.compute.claims [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.389252] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee0569cf-94ce-4691-973f-b9eb5df7409a tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.065s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.691446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "9e2fda18-07bc-4adc-a067-569d6cca1577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.691446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.691446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.692132] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.692132] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.694661] env[62668]: INFO nova.compute.manager [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Terminating instance [ 715.730170] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683498, 'name': ReconfigVM_Task, 'duration_secs': 0.69371} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.733683] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b19b1d40-bf94-47cb-860e-af27a0bdfbbc/b19b1d40-bf94-47cb-860e-af27a0bdfbbc.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.734183] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683497, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.734407] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad40be4-3190-4893-a9ce-35d8f59da8e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.744330] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 715.744330] env[62668]: value = "task-2683499" [ 715.744330] env[62668]: _type = "Task" [ 715.744330] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.758090] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683499, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.199896] env[62668]: DEBUG nova.compute.manager [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.200171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.201098] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0efd28-1e7c-4218-960a-abaf7d07723a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.210412] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.210548] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d652ed9-67d0-4691-81d8-ad57a01399cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.222646] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 716.222646] env[62668]: value = "task-2683500" [ 716.222646] env[62668]: _type = "Task" [ 716.222646] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.230245] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683497, 'name': CloneVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.236344] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.251076] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.251369] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87af84e5-9acc-403c-ae2d-e00c4ad2b09f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.256664] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683499, 'name': Rename_Task, 'duration_secs': 0.178021} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.257850] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.258158] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 716.258158] env[62668]: value = "task-2683501" [ 716.258158] env[62668]: _type = "Task" [ 716.258158] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.258344] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e63823-81ad-4d0e-b299-e46fb2af2f39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.268476] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.270510] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 716.270510] env[62668]: value = "task-2683502" [ 716.270510] env[62668]: _type = "Task" [ 716.270510] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.399358] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.400025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.732309] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683497, 'name': CloneVM_Task, 'duration_secs': 1.571462} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.736153] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Created linked-clone VM from snapshot [ 716.738214] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c29b14-ab42-4a39-a2fb-b844bd2a89d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.747013] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683500, 'name': PowerOffVM_Task, 'duration_secs': 0.191626} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.750499] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.750574] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.751229] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da320954-8df8-46e7-8350-ea05577fba50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.757879] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Uploading image 5d52df54-2045-4f95-b29d-e48e381a311d {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.781762] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683501, 'name': PowerOffVM_Task, 'duration_secs': 0.186174} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.783028] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.784058] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1bfbf6-9a96-4a3e-80f4-6feb85f219e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.798524] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.819544] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 716.819544] env[62668]: value = "vm-540989" [ 716.819544] env[62668]: _type = "VirtualMachine" [ 716.819544] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 716.823024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a1c75-ada1-4acb-a0a3-1acad4894a71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.825360] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f7a67d5-dbc5-40cb-8bbd-4f9fcbba244e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.839053] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease: (returnval){ [ 716.839053] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522cc9e1-c868-5351-b64a-cc6f61106bd2" [ 716.839053] env[62668]: _type = "HttpNfcLease" [ 716.839053] env[62668]: } obtained for exporting VM: (result){ [ 716.839053] env[62668]: value = "vm-540989" [ 716.839053] env[62668]: _type = "VirtualMachine" [ 716.839053] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 716.839510] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the lease: (returnval){ [ 716.839510] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522cc9e1-c868-5351-b64a-cc6f61106bd2" [ 716.839510] env[62668]: _type = "HttpNfcLease" [ 716.839510] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 716.850938] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.851362] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.851665] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Deleting the datastore file [datastore1] 9e2fda18-07bc-4adc-a067-569d6cca1577 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.853805] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea470e5-4adf-46e4-adbb-4dc686c1e484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.855717] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.855717] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522cc9e1-c868-5351-b64a-cc6f61106bd2" [ 716.855717] env[62668]: _type = "HttpNfcLease" [ 716.855717] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.855989] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.855989] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522cc9e1-c868-5351-b64a-cc6f61106bd2" [ 716.855989] env[62668]: _type = "HttpNfcLease" [ 716.855989] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.857147] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4478c7e-3540-498d-86f0-e0efa186f4bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.862424] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for the task: (returnval){ [ 716.862424] env[62668]: value = "task-2683505" [ 716.862424] env[62668]: _type = "Task" [ 716.862424] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.871984] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.872199] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.880381] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.941175] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.989626] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05392101-e2b1-46a6-b386-e5dbb4232706 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079661] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c29b63-6278-48b3-a31c-8b785e85faa7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.088989] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48ab12-0a28-4213-9294-a8ee6b1f71df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.123393] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d63165-1d65-47d8-85d1-869d389253b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.132693] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27590887-da90-49a5-8762-269094dcc4ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.148893] env[62668]: DEBUG nova.compute.provider_tree [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.282242] env[62668]: DEBUG oslo_vmware.api [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683502, 'name': PowerOnVM_Task, 'duration_secs': 0.739168} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.282535] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.282762] env[62668]: INFO nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Took 7.72 seconds to spawn the instance on the hypervisor. [ 717.282937] env[62668]: DEBUG nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.283927] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7822ab18-74f4-47be-b75f-ed41ad907e9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.342350] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.344136] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-936463c0-9859-443c-9eb8-3f8964d3b3e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.354011] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 717.354011] env[62668]: value = "task-2683506" [ 717.354011] env[62668]: _type = "Task" [ 717.354011] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.364547] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.374228] env[62668]: DEBUG oslo_vmware.api [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Task: {'id': task-2683505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268203} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.375421] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.375421] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.375421] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.375421] env[62668]: INFO nova.compute.manager [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Took 1.18 seconds to destroy the instance on the hypervisor. [ 717.379940] env[62668]: DEBUG oslo.service.loopingcall [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.379940] env[62668]: DEBUG nova.compute.manager [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.379940] env[62668]: DEBUG nova.network.neutron [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.476185] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.651829] env[62668]: DEBUG nova.scheduler.client.report [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.806581] env[62668]: INFO nova.compute.manager [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Took 39.82 seconds to build instance. [ 717.878959] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683506, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.160977] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.161523] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.165517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.473s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.165762] env[62668]: DEBUG nova.objects.instance [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'resources' on Instance uuid e3ca49b5-04d6-4844-bd55-ed727a5df944 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.172474] env[62668]: DEBUG nova.compute.manager [req-5ca43ff5-7812-4aef-aa30-32f56d8c38a9 req-65cdd4fb-1061-469b-aa93-772f00348166 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Received event network-vif-deleted-2a84488e-a371-4473-a954-ecea9d47da92 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 718.172700] env[62668]: INFO nova.compute.manager [req-5ca43ff5-7812-4aef-aa30-32f56d8c38a9 req-65cdd4fb-1061-469b-aa93-772f00348166 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Neutron deleted interface 2a84488e-a371-4473-a954-ecea9d47da92; detaching it from the instance and deleting it from the info cache [ 718.172870] env[62668]: DEBUG nova.network.neutron [req-5ca43ff5-7812-4aef-aa30-32f56d8c38a9 req-65cdd4fb-1061-469b-aa93-772f00348166 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.314512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6dc6adf1-8e9d-4724-926c-58cb594f42de tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.332s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.367740] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683506, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.500592] env[62668]: DEBUG nova.network.neutron [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.673421] env[62668]: DEBUG nova.compute.utils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.677218] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.677398] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.679934] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8ceb40e-488d-4079-a337-be3b867fe7bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.694422] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f63c1d-b6cb-48db-8878-c77e626302da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.739787] env[62668]: DEBUG nova.compute.manager [req-5ca43ff5-7812-4aef-aa30-32f56d8c38a9 req-65cdd4fb-1061-469b-aa93-772f00348166 service nova] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Detach interface failed, port_id=2a84488e-a371-4473-a954-ecea9d47da92, reason: Instance 9e2fda18-07bc-4adc-a067-569d6cca1577 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 718.744475] env[62668]: DEBUG nova.policy [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27c8a21e876a49a186371374c03f3a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e2e338a3cb4cba834be74217b58691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.868901] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683506, 'name': CreateSnapshot_Task, 'duration_secs': 1.15891} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.868901] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.872113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59a686-9cbe-4f96-9695-61b3d7f818d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.006870] env[62668]: INFO nova.compute.manager [-] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Took 1.63 seconds to deallocate network for instance. [ 719.181045] env[62668]: DEBUG nova.compute.utils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.212104] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Successfully created port: 2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.309820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aed8a4-8195-4aa0-b112-4d8a121de0db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.319531] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba85a4-3012-44fe-b8be-d231d6c13aa8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.365098] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff977a62-257a-4916-b170-353bfb3b4739 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.373277] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da8c96-ea4a-49a2-a817-34fb10c3617d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.388226] env[62668]: DEBUG nova.compute.provider_tree [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.396525] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.397182] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc4af233-c384-4cfe-86a8-2eaee1ead3ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.408562] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 719.408562] env[62668]: value = "task-2683507" [ 719.408562] env[62668]: _type = "Task" [ 719.408562] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.421173] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683507, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.524288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.686303] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.898628] env[62668]: DEBUG nova.scheduler.client.report [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.920348] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683507, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.938762] env[62668]: DEBUG nova.compute.manager [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.939815] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7708d338-1e36-45ab-b760-e704ff40eb4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.408134] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.409114] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.473s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.411621] env[62668]: INFO nova.compute.claims [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.436034] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683507, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.452753] env[62668]: INFO nova.compute.manager [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] instance snapshotting [ 720.458244] env[62668]: INFO nova.scheduler.client.report [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocations for instance e3ca49b5-04d6-4844-bd55-ed727a5df944 [ 720.461211] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f90e272-1efe-4862-929f-910349505512 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.488795] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f8095-0fce-434a-9a69-a6fbcd85393c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.695151] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.731047] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:54:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='905225409',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-759047682',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.733060] env[62668]: DEBUG nova.virt.hardware [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.733886] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177722a2-63b6-4931-862c-787e4c400e6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744996] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e2731-8a20-4bf1-9cfc-bd9f3a6c5844 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.938360] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683507, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.971340] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2872441e-561d-45b5-961a-5d3e1d3b6349 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "e3ca49b5-04d6-4844-bd55-ed727a5df944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.093s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.002418] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.002728] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e732f740-aa66-4c7c-9bf6-744c9aa060b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.013671] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 721.013671] env[62668]: value = "task-2683508" [ 721.013671] env[62668]: _type = "Task" [ 721.013671] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.021246] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.036575] env[62668]: DEBUG nova.compute.manager [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Received event network-vif-plugged-2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 721.036698] env[62668]: DEBUG oslo_concurrency.lockutils [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] Acquiring lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.037122] env[62668]: DEBUG oslo_concurrency.lockutils [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.037698] env[62668]: DEBUG oslo_concurrency.lockutils [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.037698] env[62668]: DEBUG nova.compute.manager [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] No waiting events found dispatching network-vif-plugged-2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.037819] env[62668]: WARNING nova.compute.manager [req-6d2f47bd-71e8-49dd-aa28-5cc1341d1f5d req-ff3e3acb-cf6e-4412-9af1-223f171f265a service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Received unexpected event network-vif-plugged-2993829b-0e8b-4835-bd3d-677c524ea20e for instance with vm_state building and task_state spawning. [ 721.208583] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Successfully updated port: 2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.442290] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683507, 'name': CloneVM_Task, 'duration_secs': 1.979285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.442625] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Created linked-clone VM from snapshot [ 721.443483] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2852c997-bf31-4dc3-8620-6c94645a8b51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.454039] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Uploading image d09596c8-e00e-4083-8a6f-01c843fb53a3 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.491226] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.491226] env[62668]: value = "vm-540991" [ 721.491226] env[62668]: _type = "VirtualMachine" [ 721.491226] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.491226] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1eab7896-9a5f-40dd-8a76-67775549ffc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.504355] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease: (returnval){ [ 721.504355] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52508254-91de-f238-61e1-a5315db7ad51" [ 721.504355] env[62668]: _type = "HttpNfcLease" [ 721.504355] env[62668]: } obtained for exporting VM: (result){ [ 721.504355] env[62668]: value = "vm-540991" [ 721.504355] env[62668]: _type = "VirtualMachine" [ 721.504355] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.504355] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the lease: (returnval){ [ 721.504355] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52508254-91de-f238-61e1-a5315db7ad51" [ 721.504355] env[62668]: _type = "HttpNfcLease" [ 721.504355] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.518730] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.518730] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52508254-91de-f238-61e1-a5315db7ad51" [ 721.518730] env[62668]: _type = "HttpNfcLease" [ 721.518730] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 721.524346] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.715901] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.716118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.716236] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.013243] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794fed37-570e-4854-9857-b012cac685ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.016052] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.016052] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52508254-91de-f238-61e1-a5315db7ad51" [ 722.016052] env[62668]: _type = "HttpNfcLease" [ 722.016052] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.020374] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.020374] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52508254-91de-f238-61e1-a5315db7ad51" [ 722.020374] env[62668]: _type = "HttpNfcLease" [ 722.020374] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.020827] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c2381-4d3a-48c2-afa4-980691c4fb32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.026471] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d611fc98-8db8-41d9-8695-a683715db39c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.038371] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.038371] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.040177] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683508, 'name': CreateSnapshot_Task, 'duration_secs': 1.00491} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.040177] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.041639] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e83257-d1a7-48df-8a9a-6b6ce1c79b7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.127448] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ac721-5d1d-4618-9d94-ac3aac113027 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.146159] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1358f0-cf84-4d3b-b95f-91653abe7e08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.158270] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.241025] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dbe7597-3ae1-483f-a62b-9d0c263e0f80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.282040] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.500792] env[62668]: DEBUG nova.network.neutron [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updating instance_info_cache with network_info: [{"id": "2993829b-0e8b-4835-bd3d-677c524ea20e", "address": "fa:16:3e:b8:40:b2", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2993829b-0e", "ovs_interfaceid": "2993829b-0e8b-4835-bd3d-677c524ea20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.647783] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.649807] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd35c7c5-20bf-483a-bee9-020de6971702 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.668282] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 722.668282] env[62668]: value = "task-2683510" [ 722.668282] env[62668]: _type = "Task" [ 722.668282] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.684136] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683510, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.698840] env[62668]: ERROR nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [req-006bd750-3b05-452b-9383-af7a0fab2804] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-006bd750-3b05-452b-9383-af7a0fab2804"}]} [ 722.720609] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.735470] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.735772] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.752563] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.775406] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.005361] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.005361] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Instance network_info: |[{"id": "2993829b-0e8b-4835-bd3d-677c524ea20e", "address": "fa:16:3e:b8:40:b2", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2993829b-0e", "ovs_interfaceid": "2993829b-0e8b-4835-bd3d-677c524ea20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.005361] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:40:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2993829b-0e8b-4835-bd3d-677c524ea20e', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.015752] env[62668]: DEBUG oslo.service.loopingcall [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.021084] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.021883] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb61458-60f2-4aa5-b85a-29fc2fed2638 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.056438] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.056438] env[62668]: value = "task-2683511" [ 723.056438] env[62668]: _type = "Task" [ 723.056438] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.073477] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683511, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.183497] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683510, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.212215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.212595] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.368339] env[62668]: DEBUG nova.compute.manager [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Received event network-changed-2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 723.369042] env[62668]: DEBUG nova.compute.manager [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Refreshing instance network info cache due to event network-changed-2993829b-0e8b-4835-bd3d-677c524ea20e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 723.369584] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] Acquiring lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.370029] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] Acquired lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370388] env[62668]: DEBUG nova.network.neutron [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Refreshing network info cache for port 2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.434308] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ef5cd-8da9-48f4-b09f-5cc98deefbd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.448686] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2686e97e-57d9-448a-bff4-6fe5ceea2623 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.503239] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f7d15-ddf1-4e31-8505-bd0154538cbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.513669] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc4b120-f47d-4c1e-966f-1abf2621bc6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.536033] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.571191] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683511, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.682164] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683510, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.717245] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.068957] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683511, 'name': CreateVM_Task, 'duration_secs': 0.587344} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.071530] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.072352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.072527] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.073072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.073711] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7207f1d4-9d2d-4078-b063-b6a30ea88885 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.076813] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 724.077070] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 74 to 75 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 724.077282] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.082303] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 724.082303] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b288c0-a7ab-f6f3-5a98-9142d1777fb5" [ 724.082303] env[62668]: _type = "Task" [ 724.082303] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.091708] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b288c0-a7ab-f6f3-5a98-9142d1777fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.106857] env[62668]: DEBUG nova.network.neutron [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updated VIF entry in instance network info cache for port 2993829b-0e8b-4835-bd3d-677c524ea20e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.107236] env[62668]: DEBUG nova.network.neutron [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updating instance_info_cache with network_info: [{"id": "2993829b-0e8b-4835-bd3d-677c524ea20e", "address": "fa:16:3e:b8:40:b2", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2993829b-0e", "ovs_interfaceid": "2993829b-0e8b-4835-bd3d-677c524ea20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.183368] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683510, 'name': CloneVM_Task, 'duration_secs': 1.368323} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.184125] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Created linked-clone VM from snapshot [ 724.185111] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b245a-037c-43d0-91ce-ff50eb5dd329 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.193912] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Uploading image 76b5a211-19ae-46ba-88f9-b7c30c925400 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.237614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.584196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.175s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.584751] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.587668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.143s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.587893] env[62668]: DEBUG nova.objects.instance [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lazy-loading 'resources' on Instance uuid ff000eaa-3edf-4c8a-a089-64430da4850d {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.603356] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b288c0-a7ab-f6f3-5a98-9142d1777fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.015901} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.603622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.603948] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.604185] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.604339] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604614] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.604903] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb7cb81-f579-478f-bb78-44daaf2ce09f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.610239] env[62668]: DEBUG oslo_concurrency.lockutils [req-8e7ba6c0-0cc6-4995-8632-7bffcd47cf26 req-c4ec5392-2c7d-473d-9493-fa6a0b15cb28 service nova] Releasing lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.616971] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.617345] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.618754] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635fa1f0-1cd1-4c5b-b800-efa1211b971a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.627510] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 724.627510] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52af068f-e70a-904c-a3d9-da76006c2663" [ 724.627510] env[62668]: _type = "Task" [ 724.627510] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.639373] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52af068f-e70a-904c-a3d9-da76006c2663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.099309] env[62668]: DEBUG nova.compute.utils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.101033] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.101797] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.143261] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52af068f-e70a-904c-a3d9-da76006c2663, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.144780] env[62668]: DEBUG nova.policy [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '089701c94d474b59897fd6b263ad3952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b67d9d850b6a4b8a8ec04c702049b41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.149042] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84788cd5-169a-4e6d-9daa-a7fe8a4eb780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.155627] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 725.155627] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b78068-c60d-6837-44a0-03fca24ca557" [ 725.155627] env[62668]: _type = "Task" [ 725.155627] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.167516] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b78068-c60d-6837-44a0-03fca24ca557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.444571] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Successfully created port: dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.604863] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.609733] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35c464-a81d-4149-a39d-f0129381ca68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.619567] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf5e17-9707-4ba8-8663-a3383035ae3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.653016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc4354b-1869-414c-953e-163ab3cd17bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.670364] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f9548c-8bc2-4752-8d9b-a20d28acac12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.674545] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b78068-c60d-6837-44a0-03fca24ca557, 'name': SearchDatastore_Task, 'duration_secs': 0.024332} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.675136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.675405] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/c96f0187-c1c6-4631-8ff8-20328ac6ba7f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.676041] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0113e0-a500-4bfc-894f-4e3d2e5a4339 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.686931] env[62668]: DEBUG nova.compute.provider_tree [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.689458] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 725.689458] env[62668]: value = "task-2683512" [ 725.689458] env[62668]: _type = "Task" [ 725.689458] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.698063] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.191082] env[62668]: DEBUG nova.scheduler.client.report [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.206841] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683512, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.621755] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.701199] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.708314] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.808s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.711111] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736312} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.712344] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/c96f0187-c1c6-4631-8ff8-20328ac6ba7f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.712344] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.712344] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e78588e-892a-4f8d-91c9-614264e97a23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.721104] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 726.721104] env[62668]: value = "task-2683513" [ 726.721104] env[62668]: _type = "Task" [ 726.721104] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.733342] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.734622] env[62668]: INFO nova.scheduler.client.report [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted allocations for instance ff000eaa-3edf-4c8a-a089-64430da4850d [ 726.821544] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.821544] env[62668]: value = "vm-540993" [ 726.821544] env[62668]: _type = "VirtualMachine" [ 726.821544] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.822440] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75ae6b9f-d1d5-4e9a-86f4-193bd6bcc50a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.834302] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.834554] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.834709] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.834924] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.835677] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.835880] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.836117] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.836292] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.836489] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.836720] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.836935] env[62668]: DEBUG nova.virt.hardware [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.839143] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c22b7-7be1-48cd-913c-e5717e05cb00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.844635] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease: (returnval){ [ 726.844635] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b101d-8324-3c61-95b7-48e5fdc7bdc1" [ 726.844635] env[62668]: _type = "HttpNfcLease" [ 726.844635] env[62668]: } obtained for exporting VM: (result){ [ 726.844635] env[62668]: value = "vm-540993" [ 726.844635] env[62668]: _type = "VirtualMachine" [ 726.844635] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.846678] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the lease: (returnval){ [ 726.846678] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b101d-8324-3c61-95b7-48e5fdc7bdc1" [ 726.846678] env[62668]: _type = "HttpNfcLease" [ 726.846678] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.850225] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.854797] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee16d652-ca9a-4247-a35f-8093be69bece {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.860824] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e401a2-f51f-47a3-8774-613428298279 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.867413] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.867577] env[62668]: ERROR oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk due to incomplete transfer. [ 726.867804] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.867804] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b101d-8324-3c61-95b7-48e5fdc7bdc1" [ 726.867804] env[62668]: _type = "HttpNfcLease" [ 726.867804] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.868322] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc96ff3d-bc78-482f-bfc5-4159f687a732 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.870079] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.870079] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b101d-8324-3c61-95b7-48e5fdc7bdc1" [ 726.870079] env[62668]: _type = "HttpNfcLease" [ 726.870079] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.872842] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936008f8-f52e-450b-be61-c1eeca09d2a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.891282] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.891418] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.893805] env[62668]: DEBUG oslo_vmware.rw_handles [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caf18a-f1b3-3c03-30d3-39ad6f227201/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.894015] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Uploaded image 5d52df54-2045-4f95-b29d-e48e381a311d to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.896165] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.899568] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6cda4f63-8ce0-4709-89c1-e08171647130 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.957711] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Successfully updated port: dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.971988] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 726.971988] env[62668]: value = "task-2683515" [ 726.971988] env[62668]: _type = "Task" [ 726.971988] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.984201] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683515, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.037147] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e24fd04-b8b0-4d19-b47e-5161ccf6befe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.236655] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081724} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.236935] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.237704] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea4785-3707-44fc-8e23-61b8cfd02565 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.245902] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3fccd1b-0921-4064-8782-46e75173c363 tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ff000eaa-3edf-4c8a-a089-64430da4850d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.886s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.266479] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/c96f0187-c1c6-4631-8ff8-20328ac6ba7f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.270117] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b0e1a7-95a5-47a3-8cdd-cf118787630a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.295142] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 727.295142] env[62668]: value = "task-2683516" [ 727.295142] env[62668]: _type = "Task" [ 727.295142] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.314744] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.392705] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64159ff-706c-44c1-b4ba-05cb2e8f5349 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.401743] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a400a54-ce0c-480b-a764-d5bb7580d2e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.433579] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10913f-0b26-4403-abcc-fe2d72fa5d45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.442857] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbdf301-28d1-4a10-801c-4092acde6235 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458091] env[62668]: DEBUG nova.compute.provider_tree [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.466371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.468619] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.468619] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.488958] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683515, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.762580] env[62668]: DEBUG nova.compute.manager [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Received event network-vif-plugged-dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 727.762704] env[62668]: DEBUG oslo_concurrency.lockutils [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] Acquiring lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.762990] env[62668]: DEBUG oslo_concurrency.lockutils [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.763235] env[62668]: DEBUG oslo_concurrency.lockutils [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.763566] env[62668]: DEBUG nova.compute.manager [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] No waiting events found dispatching network-vif-plugged-dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.763896] env[62668]: WARNING nova.compute.manager [req-bc76fa02-2f0d-4119-a5aa-4337962dd86a req-1391fc4d-b9fe-440f-bd1c-e6d8d6aca811 service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Received unexpected event network-vif-plugged-dec32705-b72c-45f4-aecf-7c450cf775c9 for instance with vm_state building and task_state spawning. [ 727.807252] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.983605] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683515, 'name': Destroy_Task, 'duration_secs': 0.643864} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.983972] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Destroyed the VM [ 727.984304] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.984660] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e681f0ed-6f4c-4d53-a8f3-580b9e0ec641 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.994679] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 727.994679] env[62668]: value = "task-2683517" [ 727.994679] env[62668]: _type = "Task" [ 727.994679] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.999534] env[62668]: DEBUG nova.scheduler.client.report [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.999910] env[62668]: DEBUG nova.compute.provider_tree [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 75 to 76 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 728.000203] env[62668]: DEBUG nova.compute.provider_tree [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.010341] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.014798] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.170632] env[62668]: DEBUG nova.network.neutron [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Updating instance_info_cache with network_info: [{"id": "dec32705-b72c-45f4-aecf-7c450cf775c9", "address": "fa:16:3e:a2:d5:9a", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec32705-b7", "ovs_interfaceid": "dec32705-b72c-45f4-aecf-7c450cf775c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.307153] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.506729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.506954] env[62668]: INFO nova.compute.manager [None req-b4b64ecb-eab9-4d2f-9687-e6a99c72f71d tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Successfully reverted task state from rebuilding on failure for instance. [ 728.512294] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.512469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.128s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.512680] env[62668]: DEBUG nova.objects.instance [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lazy-loading 'resources' on Instance uuid ea509449-f9a2-4418-88c0-4d4213c80c96 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.673564] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.673897] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Instance network_info: |[{"id": "dec32705-b72c-45f4-aecf-7c450cf775c9", "address": "fa:16:3e:a2:d5:9a", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec32705-b7", "ovs_interfaceid": "dec32705-b72c-45f4-aecf-7c450cf775c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.674374] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d5:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec32705-b72c-45f4-aecf-7c450cf775c9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.682348] env[62668]: DEBUG oslo.service.loopingcall [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.682679] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.682977] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769724fc-db10-407c-ab1d-dc488bd262c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.707148] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.707148] env[62668]: value = "task-2683518" [ 728.707148] env[62668]: _type = "Task" [ 728.707148] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.719184] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683518, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.813434] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.006573] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.216975] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683518, 'name': CreateVM_Task, 'duration_secs': 0.404214} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.219594] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.220490] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.220705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.221009] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.222880] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90b8eed-f914-4382-b2c4-317f3838005d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.227206] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 729.227206] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522850bb-c8ef-94f2-21e6-f490fe92a623" [ 729.227206] env[62668]: _type = "Task" [ 729.227206] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.241926] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522850bb-c8ef-94f2-21e6-f490fe92a623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.307311] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683516, 'name': ReconfigVM_Task, 'duration_secs': 1.597386} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.309873] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/c96f0187-c1c6-4631-8ff8-20328ac6ba7f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.310221] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62668) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 729.311107] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0770f484-9d80-48c3-bfa1-464263fac4f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.318478] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 729.318478] env[62668]: value = "task-2683519" [ 729.318478] env[62668]: _type = "Task" [ 729.318478] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.331566] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683519, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.498840] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd8cce-8913-4fe3-8e88-accdba1ad2e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.510785] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.513457] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ff07b-c893-4bdb-8f60-f6e6fc871550 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.546255] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf7803-9175-4d8e-a898-799ccb7dbb98 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.555357] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e2f12-f359-49eb-969c-0ecd0d46db3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.570185] env[62668]: DEBUG nova.compute.provider_tree [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.739382] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522850bb-c8ef-94f2-21e6-f490fe92a623, 'name': SearchDatastore_Task, 'duration_secs': 0.016847} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.740032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.740032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.740255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.740437] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.740631] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.740970] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6e7726-4c41-438d-ae3e-867849342249 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.752765] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.752981] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.753839] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777da23e-6c4c-4442-8ee8-42eb2ab89546 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.760972] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 729.760972] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff84-eff2-5a97-e114-49bb8bbaf5db" [ 729.760972] env[62668]: _type = "Task" [ 729.760972] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.770783] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff84-eff2-5a97-e114-49bb8bbaf5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.831130] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683519, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.077167} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.831405] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62668) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 729.832293] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819f7b9-94e5-45dc-9ab1-b4f82df6708d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.858991] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/ephemeral_0.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.859341] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cbe888-faad-480f-bfd4-7ce99b0f5818 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.879204] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 729.879204] env[62668]: value = "task-2683520" [ 729.879204] env[62668]: _type = "Task" [ 729.879204] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.888623] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.009698] env[62668]: DEBUG oslo_vmware.api [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683517, 'name': RemoveSnapshot_Task, 'duration_secs': 1.559465} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.009979] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 730.010306] env[62668]: INFO nova.compute.manager [None req-405d715b-1e30-48bf-917c-00f5e503441c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 730.074104] env[62668]: DEBUG nova.scheduler.client.report [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.273050] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274ff84-eff2-5a97-e114-49bb8bbaf5db, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.273950] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5413ef43-a4c2-4afb-9499-7cd050813a8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.280556] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 730.280556] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5227956c-8c30-0bae-4728-046d7d7a5f85" [ 730.280556] env[62668]: _type = "Task" [ 730.280556] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.289884] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5227956c-8c30-0bae-4728-046d7d7a5f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.390713] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.579445] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.581998] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.133s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.583602] env[62668]: INFO nova.compute.claims [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.601592] env[62668]: INFO nova.scheduler.client.report [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Deleted allocations for instance ea509449-f9a2-4418-88c0-4d4213c80c96 [ 730.792865] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5227956c-8c30-0bae-4728-046d7d7a5f85, 'name': SearchDatastore_Task, 'duration_secs': 0.015811} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.793187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.793465] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 0e5e5991-987f-463a-baa9-a3f4d54bc58c/0e5e5991-987f-463a-baa9-a3f4d54bc58c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.793755] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71ad6bb-0cc7-42ba-b1b5-aea6b24168d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.802390] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 730.802390] env[62668]: value = "task-2683521" [ 730.802390] env[62668]: _type = "Task" [ 730.802390] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.812366] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.891759] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683520, 'name': ReconfigVM_Task, 'duration_secs': 0.640921} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.892132] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f/ephemeral_0.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.892922] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f30a53-57b3-4634-97fd-6133c5c39150 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.900507] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 730.900507] env[62668]: value = "task-2683522" [ 730.900507] env[62668]: _type = "Task" [ 730.900507] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.912117] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683522, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.108520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a7618542-f881-462e-9df3-f0adf6f25a7c tempest-ListServersNegativeTestJSON-20386487 tempest-ListServersNegativeTestJSON-20386487-project-member] Lock "ea509449-f9a2-4418-88c0-4d4213c80c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.081s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.314343] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.411950] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683522, 'name': Rename_Task, 'duration_secs': 0.443529} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.412345] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.412552] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db2cb7a-983c-4a8a-9b06-63e1745fa031 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.420499] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 731.420499] env[62668]: value = "task-2683523" [ 731.420499] env[62668]: _type = "Task" [ 731.420499] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.430015] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.817580] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.817878] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 0e5e5991-987f-463a-baa9-a3f4d54bc58c/0e5e5991-987f-463a-baa9-a3f4d54bc58c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.818144] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.818416] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70972c5c-4377-4a65-beee-c368704981e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.827085] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 731.827085] env[62668]: value = "task-2683524" [ 731.827085] env[62668]: _type = "Task" [ 731.827085] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.836740] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.931144] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683523, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.045423] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ef7f1-3e2c-472d-8720-2b75499139a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.056221] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e6376-bc7e-4d04-945b-0e9fafc09257 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.090015] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ef9b3-cd32-4eeb-9466-ad2a466a8429 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.098233] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bec57c-a812-48b5-a03c-2912e5d38e4f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.114784] env[62668]: DEBUG nova.compute.provider_tree [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.180655] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.181608] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46044a6-75c5-4408-af67-0395b7f4fbc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.189022] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.189212] env[62668]: ERROR oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk due to incomplete transfer. [ 732.189433] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-748a37e9-9e72-4d6b-8c23-cab0a43bb4b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.197665] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c7ac4-1a9a-4855-72ca-c93f023181dd/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.197866] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Uploaded image d09596c8-e00e-4083-8a6f-01c843fb53a3 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.199596] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.199865] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0894d882-72c3-432c-9d72-cf585b106434 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.208709] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 732.208709] env[62668]: value = "task-2683525" [ 732.208709] env[62668]: _type = "Task" [ 732.208709] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.217750] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683525, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.338898] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074922} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.339193] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.340031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6019f3-7622-43f2-babb-0a511d39821e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.363380] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0e5e5991-987f-463a-baa9-a3f4d54bc58c/0e5e5991-987f-463a-baa9-a3f4d54bc58c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.363707] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfee6def-b6cd-4637-b274-2bd8a3173a2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.385849] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 732.385849] env[62668]: value = "task-2683526" [ 732.385849] env[62668]: _type = "Task" [ 732.385849] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.395038] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.430490] env[62668]: DEBUG oslo_vmware.api [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683523, 'name': PowerOnVM_Task, 'duration_secs': 0.702753} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.430890] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.430964] env[62668]: INFO nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Took 11.74 seconds to spawn the instance on the hypervisor. [ 732.431206] env[62668]: DEBUG nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.432051] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02273bb-5aec-49cc-ad0b-93158efb57ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.619426] env[62668]: DEBUG nova.scheduler.client.report [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.724524] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683525, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.779855] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.780225] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.780647] env[62668]: DEBUG nova.objects.instance [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid c8c1c0a6-3027-4521-bbfb-5bba34401af2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.806459] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "6bec2128-2991-42c8-a527-5566d7cea371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.806729] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.806973] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "6bec2128-2991-42c8-a527-5566d7cea371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.807184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.807358] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.810382] env[62668]: INFO nova.compute.manager [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Terminating instance [ 732.898580] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683526, 'name': ReconfigVM_Task, 'duration_secs': 0.31043} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.898954] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0e5e5991-987f-463a-baa9-a3f4d54bc58c/0e5e5991-987f-463a-baa9-a3f4d54bc58c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.899711] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1129a0f9-2378-492a-9a6e-132047a673d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.908223] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 732.908223] env[62668]: value = "task-2683527" [ 732.908223] env[62668]: _type = "Task" [ 732.908223] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.917698] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683527, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.955222] env[62668]: INFO nova.compute.manager [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Took 41.59 seconds to build instance. [ 733.124723] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.125332] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.128612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.117s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.128744] env[62668]: DEBUG nova.objects.instance [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lazy-loading 'resources' on Instance uuid 304d1582-d380-41e8-9651-a28895a33fca {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.219982] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683525, 'name': Destroy_Task, 'duration_secs': 0.859843} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.220270] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Destroyed the VM [ 733.220624] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.221076] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e431164e-5012-4978-aa5e-b75f8322576c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.230032] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 733.230032] env[62668]: value = "task-2683528" [ 733.230032] env[62668]: _type = "Task" [ 733.230032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.239062] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.315041] env[62668]: DEBUG nova.compute.manager [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.315302] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.318888] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7183c582-0d95-4c2d-abd0-9ae2aba0006f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.327847] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.328158] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4436e5a3-4dfb-4af8-8a6c-03af9a1f9aaa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.337315] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 733.337315] env[62668]: value = "task-2683529" [ 733.337315] env[62668]: _type = "Task" [ 733.337315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.348160] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.360586] env[62668]: DEBUG nova.objects.instance [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid c8c1c0a6-3027-4521-bbfb-5bba34401af2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.419506] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683527, 'name': Rename_Task, 'duration_secs': 0.22767} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.419785] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.420049] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb948820-09d4-40d1-9cf2-594eb6b4ba3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.428324] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 733.428324] env[62668]: value = "task-2683530" [ 733.428324] env[62668]: _type = "Task" [ 733.428324] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.437493] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.458454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-61c0ae18-1582-4582-9deb-9b5f5a611158 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.953s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.632049] env[62668]: DEBUG nova.compute.utils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.637866] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.638181] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.701896] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.702129] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.743737] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.774255] env[62668]: DEBUG nova.policy [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd175927689450b92a0dbf631fcf527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87772591faf44c7388d1be9a62a5e80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.807713] env[62668]: DEBUG nova.compute.manager [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Received event network-changed-dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 733.807978] env[62668]: DEBUG nova.compute.manager [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Refreshing instance network info cache due to event network-changed-dec32705-b72c-45f4-aecf-7c450cf775c9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 733.808332] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] Acquiring lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.808566] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] Acquired lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.808815] env[62668]: DEBUG nova.network.neutron [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Refreshing network info cache for port dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.857942] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683529, 'name': PowerOffVM_Task, 'duration_secs': 0.234659} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.857942] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.857942] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.862767] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15de6194-0c10-496e-a112-179c9729996c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.865703] env[62668]: DEBUG nova.objects.base [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.866140] env[62668]: DEBUG nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.939868] env[62668]: DEBUG oslo_vmware.api [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683530, 'name': PowerOnVM_Task, 'duration_secs': 0.497721} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.940146] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.940386] env[62668]: INFO nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 733.940524] env[62668]: DEBUG nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.942766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73394026-7911-4e88-8baf-17e7d9f81203 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.960818] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.960818] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.960818] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Deleting the datastore file [datastore2] 6bec2128-2991-42c8-a527-5566d7cea371 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.962253] env[62668]: DEBUG nova.policy [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.963217] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c0f8dd-56f8-4b59-9d58-f58e55b84e6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.981452] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for the task: (returnval){ [ 733.981452] env[62668]: value = "task-2683532" [ 733.981452] env[62668]: _type = "Task" [ 733.981452] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.992833] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.138611] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.149172] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43785c17-6deb-4f11-8e70-81aa659e03ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.155302] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09640c4d-a899-4a54-adc7-d39772454cfb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.191817] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37df29e-b976-499f-94bc-a60fa342763b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.203273] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92074a92-a7e0-4bab-acc3-47cce825b5a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.217581] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.217751] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 734.230555] env[62668]: DEBUG nova.compute.provider_tree [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.246226] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.437179] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Successfully created port: dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.461252] env[62668]: INFO nova.compute.manager [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Took 39.57 seconds to build instance. [ 734.493601] env[62668]: DEBUG oslo_vmware.api [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Task: {'id': task-2683532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.493936] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.494040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.494228] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.494424] env[62668]: INFO nova.compute.manager [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Took 1.18 seconds to destroy the instance on the hypervisor. [ 734.494684] env[62668]: DEBUG oslo.service.loopingcall [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.494893] env[62668]: DEBUG nova.compute.manager [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.494998] env[62668]: DEBUG nova.network.neutron [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.590081] env[62668]: DEBUG nova.network.neutron [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Updated VIF entry in instance network info cache for port dec32705-b72c-45f4-aecf-7c450cf775c9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.590466] env[62668]: DEBUG nova.network.neutron [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Updating instance_info_cache with network_info: [{"id": "dec32705-b72c-45f4-aecf-7c450cf775c9", "address": "fa:16:3e:a2:d5:9a", "network": {"id": "e7de4bcf-4f9c-4122-bf9d-1855c13740ab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1101868548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b67d9d850b6a4b8a8ec04c702049b41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec32705-b7", "ovs_interfaceid": "dec32705-b72c-45f4-aecf-7c450cf775c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.620121] env[62668]: DEBUG nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Successfully created port: aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.737764] env[62668]: DEBUG nova.scheduler.client.report [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.749446] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683528, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.771874] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.772007] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.772236] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 734.966376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0be29a-249c-4465-81c1-6e035503c46b tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.934s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.093825] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4b8508e-1272-4fcc-b321-ca27f0d1a860 req-0f583d13-d25f-4cd5-87eb-1054301a855a service nova] Releasing lock "refresh_cache-0e5e5991-987f-463a-baa9-a3f4d54bc58c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.149712] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.182093] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.182391] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.182543] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.182781] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.182865] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.183028] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.183245] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.183395] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.183560] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.184013] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.184338] env[62668]: DEBUG nova.virt.hardware [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.186053] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c629611-22be-479c-9d32-002e4cda792a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.196962] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8812add-96a7-4b93-988f-74cc7c3d20e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.243654] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683528, 'name': RemoveSnapshot_Task, 'duration_secs': 1.652382} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.244745] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.246615] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.246893] env[62668]: DEBUG nova.compute.manager [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.248202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.043s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.248202] env[62668]: DEBUG nova.objects.instance [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lazy-loading 'resources' on Instance uuid 9d9b1e4b-7844-459f-8f44-1d9976281292 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.252838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d1e99-ff28-47c8-8cff-7cecb20ce552 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.285237] env[62668]: INFO nova.scheduler.client.report [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Deleted allocations for instance 304d1582-d380-41e8-9651-a28895a33fca [ 735.574876] env[62668]: DEBUG nova.network.neutron [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.774844] env[62668]: INFO nova.compute.manager [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Shelve offloading [ 735.797886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fcf5237b-448f-4981-b344-a36561847f79 tempest-ServersTestFqdnHostnames-1424117172 tempest-ServersTestFqdnHostnames-1424117172-project-member] Lock "304d1582-d380-41e8-9651-a28895a33fca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.941s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.036595] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [{"id": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "address": "fa:16:3e:14:a3:32", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8fd698-0c", "ovs_interfaceid": "5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.077107] env[62668]: INFO nova.compute.manager [-] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Took 1.58 seconds to deallocate network for instance. [ 736.099387] env[62668]: DEBUG nova.compute.manager [req-21387abd-0360-41c0-a226-1f2d609c36bc req-58dc5fa7-8bc2-4443-903c-4465487a9644 service nova] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Received event network-vif-deleted-73cefeca-8e61-4682-af00-c1d65fc27ac4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 736.229757] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.230799] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ecfaf-5bde-4d43-96ab-c5584c145307 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.239396] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.239567] env[62668]: ERROR oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk due to incomplete transfer. [ 736.239792] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35f7c0f5-ad8f-4449-9f69-498baa787e53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.248142] env[62668]: DEBUG oslo_vmware.rw_handles [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250baf3-e5bc-29d7-3863-a79e79af3d37/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.248349] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Uploaded image 76b5a211-19ae-46ba-88f9-b7c30c925400 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.250517] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.253107] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2949f91e-b713-4f93-95c6-f89d0dbd5a1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.261687] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 736.261687] env[62668]: value = "task-2683533" [ 736.261687] env[62668]: _type = "Task" [ 736.261687] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.271945] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683533, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.278951] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.279243] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b810013-5e49-4078-9f2c-f943209f1e3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.283763] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0f88b-b27f-416f-8ca5-7e1de37d6028 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.287761] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 736.287761] env[62668]: value = "task-2683534" [ 736.287761] env[62668]: _type = "Task" [ 736.287761] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.293568] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114fee5-8d65-413e-ac4a-5501d3054b1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.300470] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 736.300676] env[62668]: DEBUG nova.compute.manager [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.301389] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc7f3a-083c-4f3a-a3e1-1d5ce127b7b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.339168] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00251223-eb3a-4823-b009-93be4a10f9ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.343861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.343861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.344017] env[62668]: DEBUG nova.network.neutron [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.350824] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677f924-2fc5-4ecd-87a7-b580e0b882a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.366752] env[62668]: DEBUG nova.compute.provider_tree [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.539117] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-a69ba441-7bb7-4eb0-83c3-72fd09086028" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.539382] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 736.539632] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.539836] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.540068] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.540291] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.540492] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.540704] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.540909] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 736.541159] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.584727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.778057] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683533, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.873024] env[62668]: DEBUG nova.scheduler.client.report [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.044700] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.276183] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683533, 'name': Destroy_Task, 'duration_secs': 0.797568} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.284331] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Destroyed the VM [ 737.284562] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.284846] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-288ea9d3-2d82-4a4a-a2d1-e863fa780838 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.294018] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Successfully updated port: dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.296244] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 737.296244] env[62668]: value = "task-2683535" [ 737.296244] env[62668]: _type = "Task" [ 737.296244] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.309187] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.356620] env[62668]: DEBUG nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Successfully updated port: aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.370544] env[62668]: DEBUG nova.network.neutron [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.375210] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.378900] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.477s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.379321] env[62668]: DEBUG nova.objects.instance [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lazy-loading 'resources' on Instance uuid 49be8bf1-44e4-4729-9934-6d9bcfc2d581 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.409477] env[62668]: INFO nova.scheduler.client.report [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Deleted allocations for instance 9d9b1e4b-7844-459f-8f44-1d9976281292 [ 737.784440] env[62668]: DEBUG nova.compute.manager [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Received event network-vif-plugged-dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 737.784688] env[62668]: DEBUG oslo_concurrency.lockutils [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.784958] env[62668]: DEBUG oslo_concurrency.lockutils [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.785094] env[62668]: DEBUG oslo_concurrency.lockutils [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.785266] env[62668]: DEBUG nova.compute.manager [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] No waiting events found dispatching network-vif-plugged-dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.785430] env[62668]: WARNING nova.compute.manager [req-f1ac9594-5030-45b6-828f-930983ee7b91 req-bd4e166d-4958-42c9-8d19-9592bf6746ec service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Received unexpected event network-vif-plugged-dc85f63d-7f06-4295-bfc6-a659a77c69b3 for instance with vm_state building and task_state spawning. [ 737.798706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.798882] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.799046] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.814877] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.858195] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.858409] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.858630] env[62668]: DEBUG nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.877876] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.925774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-69a80025-e810-43f8-ae26-7a92b8f4c2ad tempest-VolumesAssistedSnapshotsTest-1842122449 tempest-VolumesAssistedSnapshotsTest-1842122449-project-member] Lock "9d9b1e4b-7844-459f-8f44-1d9976281292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.524s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.290771] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.291031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a2b51-61c9-412e-a0ab-ef2bbaedf740 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.299847] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.300203] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e76a47-cbd7-432a-b865-2187351c282c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.314711] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683535, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.361482] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.401151] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.401433] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.401615] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.401957] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2174a2-2dca-4b77-8484-8c0e145fe532 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.412794] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 738.412794] env[62668]: value = "task-2683537" [ 738.412794] env[62668]: _type = "Task" [ 738.412794] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.421816] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.430503] env[62668]: WARNING nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 738.437777] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d415cb5-bdb9-481e-9fd4-9516233ce032 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.447126] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd086260-f83e-4083-accf-1a024c9c6388 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.485110] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb08bc-5f3d-4051-9b43-a0298d904e56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.495295] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b00e2-866b-4be0-9e4d-7777acf45414 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.512599] env[62668]: DEBUG nova.compute.provider_tree [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.600536] env[62668]: DEBUG nova.network.neutron [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.815121] env[62668]: DEBUG oslo_vmware.api [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683535, 'name': RemoveSnapshot_Task, 'duration_secs': 1.361375} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.815121] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.815393] env[62668]: INFO nova.compute.manager [None req-fa48ffc1-0994-4ffb-a120-1ae95a82d7b6 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 738.926051] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.984658] env[62668]: DEBUG nova.network.neutron [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aee38a81-83c6-4014-8d0b-46834d213699", "address": "fa:16:3e:86:3d:2e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee38a81-83", "ovs_interfaceid": "aee38a81-83c6-4014-8d0b-46834d213699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.016196] env[62668]: DEBUG nova.scheduler.client.report [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.102893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.103309] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Instance network_info: |[{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.103915] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a0:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc85f63d-7f06-4295-bfc6-a659a77c69b3', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.115277] env[62668]: DEBUG oslo.service.loopingcall [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.115277] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.115277] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db06913-82e8-48d0-8a97-2b1327f8d0d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.145503] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.145503] env[62668]: value = "task-2683538" [ 739.145503] env[62668]: _type = "Task" [ 739.145503] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.154883] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683538, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.424970] env[62668]: DEBUG oslo_vmware.api [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.425228] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.425414] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.425593] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.446762] env[62668]: INFO nova.scheduler.client.report [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted allocations for instance a9b63d1b-69be-4b6a-a3b8-9f6237644428 [ 739.488473] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.489283] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.489459] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.490339] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa23b5f-5092-4a0d-a40b-48fbf14ecd18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.518243] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.518492] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.518721] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.519236] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.519236] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.519236] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.519467] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.519631] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.519830] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.519965] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.520157] env[62668]: DEBUG nova.virt.hardware [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.526771] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfiguring VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 739.527873] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.529932] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03054be3-ee33-4865-8d35-adeab100a485 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.542410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.316s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.559677] env[62668]: DEBUG oslo_vmware.api [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 739.559677] env[62668]: value = "task-2683539" [ 739.559677] env[62668]: _type = "Task" [ 739.559677] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.572322] env[62668]: DEBUG nova.compute.manager [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-vif-unplugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 739.572540] env[62668]: DEBUG oslo_concurrency.lockutils [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.572816] env[62668]: DEBUG oslo_concurrency.lockutils [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.572958] env[62668]: DEBUG oslo_concurrency.lockutils [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.573142] env[62668]: DEBUG nova.compute.manager [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] No waiting events found dispatching network-vif-unplugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.573311] env[62668]: WARNING nova.compute.manager [req-33e08adf-d3eb-4e85-8852-581f4ca06684 req-50aec3ea-1225-4e58-bca3-2132a5d3d7fe service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received unexpected event network-vif-unplugged-a2ca180e-782b-415c-9780-03b9329dd3c9 for instance with vm_state shelved_offloaded and task_state None. [ 739.580436] env[62668]: DEBUG oslo_vmware.api [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683539, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.658365] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683538, 'name': CreateVM_Task, 'duration_secs': 0.366413} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.658546] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.659268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.659432] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.659839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.660344] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60b24ed-6e17-4aac-8270-95eab7764365 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666658] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 739.666658] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274c8cc-ffc9-4558-4005-e0ccb6c9ff08" [ 739.666658] env[62668]: _type = "Task" [ 739.666658] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.676829] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274c8cc-ffc9-4558-4005-e0ccb6c9ff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.783157] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "8c48eafa-e192-44a0-a327-f9ce2297315e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.783553] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.952135] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.048833] env[62668]: INFO nova.compute.claims [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.074097] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fe98e8aa-3b63-4d4a-9fba-0409a8573ae4 tempest-ServerActionsV293TestJSON-1704780669 tempest-ServerActionsV293TestJSON-1704780669-project-member] Lock "49be8bf1-44e4-4729-9934-6d9bcfc2d581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.574s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.080660] env[62668]: DEBUG oslo_vmware.api [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.182844] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5274c8cc-ffc9-4558-4005-e0ccb6c9ff08, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.183238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.183494] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.183761] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.183907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.184229] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.184421] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7acfa44e-bc5d-411e-b866-1ddde8a6a9b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.195382] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.195582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.196429] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22f9863-e2c8-480e-b7a3-ead663c2eb1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.203298] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 740.203298] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297fc7c-93d1-2bba-b561-9a610b093616" [ 740.203298] env[62668]: _type = "Task" [ 740.203298] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.215170] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297fc7c-93d1-2bba-b561-9a610b093616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.289368] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.410082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.410517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.410817] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.411087] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.411391] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.416292] env[62668]: INFO nova.compute.manager [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Terminating instance [ 740.558465] env[62668]: INFO nova.compute.resource_tracker [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating resource usage from migration 9ebb4ae8-dace-4ab7-8b14-e8465bdc3064 [ 740.578067] env[62668]: DEBUG oslo_vmware.api [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683539, 'name': ReconfigVM_Task, 'duration_secs': 0.860467} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.579680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.579901] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfigured VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 740.723067] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297fc7c-93d1-2bba-b561-9a610b093616, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.726856] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520684ff-e287-4ff6-971c-00d2853225ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733783] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 740.733783] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d2ce42-0292-65ab-2ba9-eb5010fecce1" [ 740.733783] env[62668]: _type = "Task" [ 740.733783] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.743269] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d2ce42-0292-65ab-2ba9-eb5010fecce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.761647] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-vif-plugged-aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 740.761861] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.762143] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.762336] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.762506] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] No waiting events found dispatching network-vif-plugged-aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.762670] env[62668]: WARNING nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received unexpected event network-vif-plugged-aee38a81-83c6-4014-8d0b-46834d213699 for instance with vm_state active and task_state None. [ 740.763213] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Received event network-changed-dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 740.763213] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Refreshing instance network info cache due to event network-changed-dc85f63d-7f06-4295-bfc6-a659a77c69b3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 740.763213] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquiring lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.763416] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquired lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.763540] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Refreshing network info cache for port dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.808926] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.921478] env[62668]: DEBUG nova.compute.manager [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.921712] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.922624] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12f810-e4ac-46de-9592-2bdc78751dae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.933720] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.937126] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df401c59-7cb9-470e-8309-6ee90e811ab1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.948557] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 740.948557] env[62668]: value = "task-2683540" [ 740.948557] env[62668]: _type = "Task" [ 740.948557] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.964245] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.089368] env[62668]: DEBUG oslo_concurrency.lockutils [None req-27ec9adc-f42f-4d10-a9bc-522487565a29 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.309s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.107847] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39deb953-1161-4d58-b4b1-65c9d6754ae0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.122346] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bc4cf-05c9-49cf-b76e-8299300bd750 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.165610] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3445d0e9-42d4-4082-8a89-49c205b9a18c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.176452] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53752212-3c89-475f-90a0-27d7ef39cca1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.191957] env[62668]: DEBUG nova.compute.provider_tree [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.246703] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d2ce42-0292-65ab-2ba9-eb5010fecce1, 'name': SearchDatastore_Task, 'duration_secs': 0.039033} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.247031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.247280] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.247812] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c122aa9e-8ab0-4781-9146-45e679b6b4ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.259371] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 741.259371] env[62668]: value = "task-2683541" [ 741.259371] env[62668]: _type = "Task" [ 741.259371] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.274054] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.466232] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683540, 'name': PowerOffVM_Task, 'duration_secs': 0.292794} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.466232] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.466232] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.466232] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3db4a2f0-e485-4486-8e1a-719c45a79040 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.538852] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updated VIF entry in instance network info cache for port dc85f63d-7f06-4295-bfc6-a659a77c69b3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.538852] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.541745] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.542463] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.542792] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleting the datastore file [datastore1] 0e5e5991-987f-463a-baa9-a3f4d54bc58c {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.543254] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08188bbc-dbb9-45c1-ad16-40b7c3055673 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.551860] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 741.551860] env[62668]: value = "task-2683543" [ 741.551860] env[62668]: _type = "Task" [ 741.551860] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.562809] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.696956] env[62668]: DEBUG nova.scheduler.client.report [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.771706] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683541, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.043428] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Releasing lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.043428] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-changed-aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 742.043428] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing instance network info cache due to event network-changed-aee38a81-83c6-4014-8d0b-46834d213699. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 742.043428] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.043428] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.043428] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Refreshing network info cache for port aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.066228] env[62668]: DEBUG oslo_vmware.api [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454511} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.066626] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.067652] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.067819] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.067979] env[62668]: INFO nova.compute.manager [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 742.068264] env[62668]: DEBUG oslo.service.loopingcall [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.068469] env[62668]: DEBUG nova.compute.manager [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.068563] env[62668]: DEBUG nova.network.neutron [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.173335] env[62668]: DEBUG nova.compute.manager [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 742.173335] env[62668]: DEBUG nova.compute.manager [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing instance network info cache due to event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 742.173335] env[62668]: DEBUG oslo_concurrency.lockutils [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.173769] env[62668]: DEBUG oslo_concurrency.lockutils [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.174071] env[62668]: DEBUG nova.network.neutron [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.209160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.664s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.209160] env[62668]: INFO nova.compute.manager [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Migrating [ 742.219759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.428s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.220276] env[62668]: DEBUG nova.objects.instance [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lazy-loading 'resources' on Instance uuid c781bdbe-e55b-4744-9fd8-29cf2b131c9c {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.276191] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735067} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.276191] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.276191] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.276191] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7966db16-5724-4e6a-ac43-a7d02636dcf1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.294386] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 742.294386] env[62668]: value = "task-2683544" [ 742.294386] env[62668]: _type = "Task" [ 742.294386] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.309073] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.749691] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.749691] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.749691] env[62668]: DEBUG nova.network.neutron [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.815418] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079109} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.815831] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.816466] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa4390-ec63-41e5-bad9-f86b14d83278 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.844784] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.850166] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd4ced8-2c66-46c9-844e-f960b61687dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.872921] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 742.872921] env[62668]: value = "task-2683545" [ 742.872921] env[62668]: _type = "Task" [ 742.872921] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.885932] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.029460] env[62668]: DEBUG nova.network.neutron [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.257481] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updated VIF entry in instance network info cache for port aee38a81-83c6-4014-8d0b-46834d213699. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.258454] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aee38a81-83c6-4014-8d0b-46834d213699", "address": "fa:16:3e:86:3d:2e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee38a81-83", "ovs_interfaceid": "aee38a81-83c6-4014-8d0b-46834d213699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.262126] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.322503] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec134cc-fdc8-46bd-a46a-de4fbea632a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.330694] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c594c-c052-431c-afc8-d573f3494601 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.361939] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a021d0-0426-491a-9e48-9432b4c5230d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.371513] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfeeff-da94-4e2e-8b7c-4849c155ea41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.392368] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683545, 'name': ReconfigVM_Task, 'duration_secs': 0.364102} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.392855] env[62668]: DEBUG nova.compute.provider_tree [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.400414] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.401394] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a5990b-3392-4dc7-9d39-e24e67340456 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.410157] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 743.410157] env[62668]: value = "task-2683546" [ 743.410157] env[62668]: _type = "Task" [ 743.410157] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.421962] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683546, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.538968] env[62668]: INFO nova.compute.manager [-] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Took 1.47 seconds to deallocate network for instance. [ 743.568138] env[62668]: DEBUG nova.network.neutron [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.660103] env[62668]: DEBUG nova.compute.manager [req-59dd63ef-8dfc-4f9a-8686-00ef090847af req-ae482f0b-5ba2-4b86-9a91-12cdca8f136d service nova] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Received event network-vif-deleted-dec32705-b72c-45f4-aecf-7c450cf775c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 743.661469] env[62668]: DEBUG nova.network.neutron [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updated VIF entry in instance network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.664792] env[62668]: DEBUG nova.network.neutron [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa2ca180e-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.761019] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.762038] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Received event network-changed-2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 743.764574] env[62668]: DEBUG nova.compute.manager [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Refreshing instance network info cache due to event network-changed-2993829b-0e8b-4835-bd3d-677c524ea20e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 743.764574] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquiring lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.764574] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Acquired lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.764574] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Refreshing network info cache for port 2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.903099] env[62668]: DEBUG nova.scheduler.client.report [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.923757] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683546, 'name': Rename_Task, 'duration_secs': 0.1706} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.925337] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.925337] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7fcc88-786c-47e2-8607-f880821247c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.932808] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 743.932808] env[62668]: value = "task-2683547" [ 743.932808] env[62668]: _type = "Task" [ 743.932808] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.944647] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.045922] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.073294] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.120562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "cf426265-e298-4fd6-aa23-dc0f377f4694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.120823] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.167061] env[62668]: DEBUG oslo_concurrency.lockutils [req-ab4e0ce7-f846-4098-b892-1bfef1dc908e req-3e27d553-f247-43e1-8413-8809245fddbc service nova] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.412277] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.415074] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.202s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.415338] env[62668]: DEBUG nova.objects.instance [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'resources' on Instance uuid 48dc29f6-f436-4d87-9580-02f812763c74 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.441721] env[62668]: INFO nova.scheduler.client.report [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted allocations for instance c781bdbe-e55b-4744-9fd8-29cf2b131c9c [ 744.453779] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.622896] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updated VIF entry in instance network info cache for port 2993829b-0e8b-4835-bd3d-677c524ea20e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.623542] env[62668]: DEBUG nova.network.neutron [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updating instance_info_cache with network_info: [{"id": "2993829b-0e8b-4835-bd3d-677c524ea20e", "address": "fa:16:3e:b8:40:b2", "network": {"id": "91bdf422-87e4-420d-ab3b-ed44b21e7ca3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1138141258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2e338a3cb4cba834be74217b58691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2993829b-0e", "ovs_interfaceid": "2993829b-0e8b-4835-bd3d-677c524ea20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.625178] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.834569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-aee38a81-83c6-4014-8d0b-46834d213699" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.834569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-aee38a81-83c6-4014-8d0b-46834d213699" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.961094] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683547, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.962108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7f786e42-3c6a-41cb-8cc2-23ff0e3a2b03 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "c781bdbe-e55b-4744-9fd8-29cf2b131c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.909s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.134355] env[62668]: DEBUG oslo_concurrency.lockutils [req-167bbe2f-01f4-419d-aa7e-f4001c84a0e6 req-fef21fd5-b074-4971-b4d5-b52da2ce32be service nova] Releasing lock "refresh_cache-c96f0187-c1c6-4631-8ff8-20328ac6ba7f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.164509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.336946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.337160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.338037] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40be515b-6ba4-473f-97a5-0cf8efb32b44 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.367231] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9429601c-fd53-4a77-ab34-74844e8151dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.399147] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfiguring VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 745.399147] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbc6db1-6b36-4b2d-87fd-84888dd7938a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.423744] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 745.423744] env[62668]: value = "task-2683548" [ 745.423744] env[62668]: _type = "Task" [ 745.423744] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.433129] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.447513] env[62668]: DEBUG oslo_vmware.api [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683547, 'name': PowerOnVM_Task, 'duration_secs': 1.065811} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.450409] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.454062] env[62668]: INFO nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Took 10.30 seconds to spawn the instance on the hypervisor. [ 745.454062] env[62668]: DEBUG nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.454062] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732c7a8-a425-4ce8-997f-fe281128f020 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.576018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fa958-ee61-4b82-9395-3fd90246c1aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.582389] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afecc5-adec-4c29-ab73-53ca620e5580 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.620334] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b711787-8cda-4f89-9821-e52517ed4e39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208229b-c3b6-42bf-aeed-99f336aaa634 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.647560] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4d464-94f3-4187-8388-b71fc7c6cd82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.651087] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.669423] env[62668]: DEBUG nova.compute.provider_tree [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.807289] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.807512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.935293] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.975877] env[62668]: INFO nova.compute.manager [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Took 49.54 seconds to build instance. [ 746.173841] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.174704] env[62668]: DEBUG nova.scheduler.client.report [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.183016] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9100d063-156d-4189-950d-a36f7396ee58 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.188511] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 746.188511] env[62668]: value = "task-2683549" [ 746.188511] env[62668]: _type = "Task" [ 746.188511] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.197208] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.310395] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.438034] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.478380] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da41a9e9-e0f8-41c0-bb83-406fb8bb9df4 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.069s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.498057] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "79230f16-da6d-4845-9072-336e6d2aa492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.498337] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.498547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "79230f16-da6d-4845-9072-336e6d2aa492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.498728] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.498898] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.501317] env[62668]: INFO nova.compute.manager [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Terminating instance [ 746.616861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.616861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.684924] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.691561] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.738s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.693102] env[62668]: INFO nova.compute.claims [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.706919] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683549, 'name': PowerOffVM_Task, 'duration_secs': 0.255369} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.707228] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.707420] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.713765] env[62668]: INFO nova.scheduler.client.report [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance 48dc29f6-f436-4d87-9580-02f812763c74 [ 746.829824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.938653] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.008467] env[62668]: DEBUG nova.compute.manager [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.008467] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.008467] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff1615-df0b-4427-b2c2-b57ff21eac5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.018472] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.018685] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec0386f-07f5-4988-b82b-f8d21c02acd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.030490] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 747.030490] env[62668]: value = "task-2683550" [ 747.030490] env[62668]: _type = "Task" [ 747.030490] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.042916] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.119569] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.216039] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.216439] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.216777] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.217617] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.217617] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.217762] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.218195] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.218440] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.218833] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.218974] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.219334] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.234869] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce1d470-73d2-417b-9d60-02f534144e04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.247958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2072c473-a36e-4a9c-b7bb-02183bbc383b tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "48dc29f6-f436-4d87-9580-02f812763c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.673s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.257360] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 747.257360] env[62668]: value = "task-2683551" [ 747.257360] env[62668]: _type = "Task" [ 747.257360] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.268463] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.439208] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.544308] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683550, 'name': PowerOffVM_Task, 'duration_secs': 0.359287} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.544603] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.544766] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.545054] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a19404-dad6-43d3-9ea2-fb576cc789cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.630462] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.630462] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.630462] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleting the datastore file [datastore1] 79230f16-da6d-4845-9072-336e6d2aa492 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.632922] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8eaa1a-cea1-4365-8fec-2cb248d609c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.641624] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 747.641624] env[62668]: value = "task-2683553" [ 747.641624] env[62668]: _type = "Task" [ 747.641624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.651524] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.652629] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.777181] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683551, 'name': ReconfigVM_Task, 'duration_secs': 0.320963} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.780996] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.938795] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.156407] env[62668]: DEBUG oslo_vmware.api [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18048} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.156694] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.156881] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.157154] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.157384] env[62668]: INFO nova.compute.manager [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Took 1.15 seconds to destroy the instance on the hypervisor. [ 748.157657] env[62668]: DEBUG oslo.service.loopingcall [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.157879] env[62668]: DEBUG nova.compute.manager [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.157965] env[62668]: DEBUG nova.network.neutron [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.214210] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.214506] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.222605] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42547026-9420-4188-8d13-52e44ebbcf4f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.232794] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4c9434-fd6f-41eb-9df1-d2797c5a53b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.269373] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193045e4-91ed-40a3-b286-7937266c34f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.280475] env[62668]: DEBUG nova.compute.manager [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 748.283832] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c554a-9a80-4128-aaae-a297ef5bb5a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.290199] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='013b2f7f-dbe3-4f88-9d3a-59011a75658f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1745731274',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.290444] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.290597] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.290771] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.290907] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.291067] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.291729] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.291729] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.291729] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.291896] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.292018] env[62668]: DEBUG nova.virt.hardware [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.297541] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.298258] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6941a7-e2ff-412e-8b3f-aa302ed8a942 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.327594] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.330322] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 748.330322] env[62668]: value = "task-2683554" [ 748.330322] env[62668]: _type = "Task" [ 748.330322] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.341781] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.441877] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.549458] env[62668]: DEBUG nova.compute.manager [req-61811ee4-4374-40c5-ab27-aef0d437649c req-8a2881bc-9090-46e5-b0aa-548bea6d0474 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Received event network-vif-deleted-5da87e63-de26-4883-8ef1-57c182c2c985 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 748.549784] env[62668]: INFO nova.compute.manager [req-61811ee4-4374-40c5-ab27-aef0d437649c req-8a2881bc-9090-46e5-b0aa-548bea6d0474 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Neutron deleted interface 5da87e63-de26-4883-8ef1-57c182c2c985; detaching it from the instance and deleting it from the info cache [ 748.549862] env[62668]: DEBUG nova.network.neutron [req-61811ee4-4374-40c5-ab27-aef0d437649c req-8a2881bc-9090-46e5-b0aa-548bea6d0474 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.720056] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.802392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.848323] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683554, 'name': ReconfigVM_Task, 'duration_secs': 0.165191} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.848670] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.849613] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8413d3e1-2cb0-435f-a771-ae6848079eae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.873441] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.874670] env[62668]: ERROR nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [req-2b0c3551-5c61-4624-aa42-a843b421138a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b0c3551-5c61-4624-aa42-a843b421138a"}]} [ 748.875136] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45617fe-9c4a-4be4-a624-27cf734c7f5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.898068] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 748.898068] env[62668]: value = "task-2683555" [ 748.898068] env[62668]: _type = "Task" [ 748.898068] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.909218] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.910279] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 748.925568] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 748.927731] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.938049] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.938957] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 748.960133] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 749.024044] env[62668]: DEBUG nova.network.neutron [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.052543] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebbdf497-2d2b-49ac-a418-9c3f57093cc9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.067598] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1885ca5-053d-40f4-b27c-bb4d9def7981 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.111364] env[62668]: DEBUG nova.compute.manager [req-61811ee4-4374-40c5-ab27-aef0d437649c req-8a2881bc-9090-46e5-b0aa-548bea6d0474 service nova] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Detach interface failed, port_id=5da87e63-de26-4883-8ef1-57c182c2c985, reason: Instance 79230f16-da6d-4845-9072-336e6d2aa492 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 749.239929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.412863] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683555, 'name': ReconfigVM_Task, 'duration_secs': 0.286614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.415403] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.415669] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.440416] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.454568] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa427af-622c-4f0a-b1f2-d38e2b3c6e1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.464636] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abd351f-2390-405d-b8ec-c6f79c2557c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.496906] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376457e-9337-476b-9f6c-6500cf15c2cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.505561] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530a6f0-c2fb-471a-b5eb-bd9a4578017d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.520269] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.526582] env[62668]: INFO nova.compute.manager [-] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Took 1.37 seconds to deallocate network for instance. [ 749.922391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab611b-3af2-4347-bbed-98197f616a7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.958429] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91b0b4-a59c-41e3-8c9a-b5ff64e86e59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.970081] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.985284] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.032906] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.042400] env[62668]: ERROR nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [req-d6a80aeb-cb16-406e-9302-0cd2e280b390] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6a80aeb-cb16-406e-9302-0cd2e280b390"}]} [ 750.064770] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.071077] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "b4fe764b-7e3e-4055-896b-85e483a7073e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.071371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.084734] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.084980] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.098020] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.117221] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.461911] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.547888] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4800a-fb5e-4ff4-a7da-c4151f2d2580 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.555881] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7113ab9f-18da-452f-ae98-1f58bbbb9c98 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.559904] env[62668]: DEBUG nova.network.neutron [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Port 62e44cda-6b54-4cab-baa6-3389f3d28244 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 750.592608] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baa030-d38c-45b1-95d6-feca0325138f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.601447] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b332c3-f28e-4ae0-964d-7dbdb276d761 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.618557] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.962308] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.157012] env[62668]: DEBUG nova.scheduler.client.report [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 751.157326] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 85 to 86 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 751.157509] env[62668]: DEBUG nova.compute.provider_tree [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.463784] env[62668]: DEBUG oslo_vmware.api [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683548, 'name': ReconfigVM_Task, 'duration_secs': 5.774544} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.464168] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.464393] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Reconfigured VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 751.582626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.582828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.583019] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.662863] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.971s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.663420] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.666197] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.989s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.667631] env[62668]: INFO nova.compute.claims [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.068781] env[62668]: DEBUG nova.compute.manager [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-vif-deleted-aee38a81-83c6-4014-8d0b-46834d213699 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 752.068781] env[62668]: INFO nova.compute.manager [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Neutron deleted interface aee38a81-83c6-4014-8d0b-46834d213699; detaching it from the instance and deleting it from the info cache [ 752.068781] env[62668]: DEBUG nova.network.neutron [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.172535] env[62668]: DEBUG nova.compute.utils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.177036] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.177036] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.233547] env[62668]: DEBUG nova.policy [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6af4db2b5dd45828f923c6fcfd7ef4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cefc270f72874d1b9d63c5f6d38cabf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.573023] env[62668]: DEBUG oslo_concurrency.lockutils [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.573023] env[62668]: DEBUG oslo_concurrency.lockutils [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] Acquired lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.573555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd3d28c-0833-40fb-a9a8-8ebfb095f1db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.605347] env[62668]: DEBUG oslo_concurrency.lockutils [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] Releasing lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.605738] env[62668]: WARNING nova.compute.manager [req-39c27de8-990a-4905-881f-423231d6f279 req-353d9c11-b8dd-4feb-80ce-6ee3c5fec7cb service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Detach interface failed, port_id=aee38a81-83c6-4014-8d0b-46834d213699, reason: No device with interface-id aee38a81-83c6-4014-8d0b-46834d213699 exists on VM: nova.exception.NotFound: No device with interface-id aee38a81-83c6-4014-8d0b-46834d213699 exists on VM [ 752.606922] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Successfully created port: 857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.677939] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.704976] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.704976] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.705084] env[62668]: DEBUG nova.network.neutron [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.003855] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.004058] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.004253] env[62668]: DEBUG nova.network.neutron [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.276089] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537439a-711e-4d1a-9ad9-c69fab11aefd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.285317] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b3a84-aa0e-43c4-888e-202b70f593cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.291435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.291685] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.292038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.292235] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.292404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.295194] env[62668]: INFO nova.compute.manager [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Terminating instance [ 753.326595] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba89a2-64fa-408a-8a44-7457c165fe9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.335829] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88f875-18ab-4b0d-ad8e-0deefc86fd8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.350746] env[62668]: DEBUG nova.compute.provider_tree [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.464219] env[62668]: DEBUG nova.network.neutron [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.692870] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.724542] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.724797] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.724953] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.725145] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.725293] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.725439] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.725660] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.725835] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.726056] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.726244] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.726429] env[62668]: DEBUG nova.virt.hardware [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.727333] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729fea7-d74e-4381-a0e0-73ea85643abf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.739299] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecdbd7-5d15-4823-a284-c23350d97202 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.766327] env[62668]: DEBUG nova.network.neutron [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [{"id": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "address": "fa:16:3e:bf:e1:96", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb82aee-6c", "ovs_interfaceid": "fcb82aee-6c18-4187-b9ad-5390521c6ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.827109] env[62668]: DEBUG nova.compute.manager [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.827326] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.828229] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c540786-7437-42e7-9047-c831859c72ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.837150] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.837401] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519da7a7-a5db-476b-8c3a-07efe636e731 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.844564] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 753.844564] env[62668]: value = "task-2683556" [ 753.844564] env[62668]: _type = "Task" [ 753.844564] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.853629] env[62668]: DEBUG nova.scheduler.client.report [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.856667] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.967399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.193431] env[62668]: DEBUG nova.compute.manager [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Received event network-vif-plugged-857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 754.193654] env[62668]: DEBUG oslo_concurrency.lockutils [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] Acquiring lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.194007] env[62668]: DEBUG oslo_concurrency.lockutils [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.194306] env[62668]: DEBUG oslo_concurrency.lockutils [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.194581] env[62668]: DEBUG nova.compute.manager [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] No waiting events found dispatching network-vif-plugged-857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.194821] env[62668]: WARNING nova.compute.manager [req-08138277-4969-4fa0-a294-ede92d02d6e9 req-86ab9888-1984-40ff-9298-698be79c6e8a service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Received unexpected event network-vif-plugged-857947d9-b511-4a55-a986-4f4cd23600ef for instance with vm_state building and task_state spawning. [ 754.261904] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Successfully updated port: 857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.272181] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-c8c1c0a6-3027-4521-bbfb-5bba34401af2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.358794] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.359331] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.361816] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683556, 'name': PowerOffVM_Task, 'duration_secs': 0.392282} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.363047] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.201s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.363047] env[62668]: DEBUG nova.objects.instance [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lazy-loading 'resources' on Instance uuid 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.363449] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.363623] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.364176] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46d6c766-9505-42bf-b039-1ab84d8d98f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.440059] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.440226] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.440370] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleting the datastore file [datastore1] c8c1c0a6-3027-4521-bbfb-5bba34401af2 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.440640] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03a14d0-2b95-4579-8038-c867e6f3bab5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.448527] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 754.448527] env[62668]: value = "task-2683558" [ 754.448527] env[62668]: _type = "Task" [ 754.448527] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.457502] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.493526] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a15c5-b99d-45cb-9a37-0152348c7c78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.514542] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b8734-edac-4b35-9ec6-5eea5560dba5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.522794] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.764445] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.764829] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.764829] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.776298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67be67bc-215d-4d6b-8e7d-ccfb20e47fca tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-c8c1c0a6-3027-4521-bbfb-5bba34401af2-aee38a81-83c6-4014-8d0b-46834d213699" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.943s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.865621] env[62668]: DEBUG nova.compute.utils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.867064] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.867201] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.906559] env[62668]: DEBUG nova.policy [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd9d4ea1d2364fa3aea2bbe0cb43d3a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1daa436f16ea4929a7720e8dbf50bc2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.960399] env[62668]: DEBUG oslo_vmware.api [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.960672] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.960872] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.961042] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.961228] env[62668]: INFO nova.compute.manager [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 754.961512] env[62668]: DEBUG oslo.service.loopingcall [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.961648] env[62668]: DEBUG nova.compute.manager [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.961744] env[62668]: DEBUG nova.network.neutron [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.035970] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.037346] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67140dd-f2b6-4ea8-861d-e901e6b5ef80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.044793] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 755.044793] env[62668]: value = "task-2683559" [ 755.044793] env[62668]: _type = "Task" [ 755.044793] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.056576] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.307837] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Successfully created port: cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.334727] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.378324] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.447048] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1547066-4381-4fbe-a6c6-2033720bf558 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.460774] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f54d48-06ee-4cca-80f1-5a3b3defd299 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.501868] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92faf81b-af3a-4d05-8806-8bdda2ec7d9f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.511307] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c53eec6-642e-47be-88fa-46f972ee71e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.526349] env[62668]: DEBUG nova.compute.provider_tree [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.556090] env[62668]: DEBUG oslo_vmware.api [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683559, 'name': PowerOnVM_Task, 'duration_secs': 0.452263} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.556327] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.556515] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-77b9e494-c679-43e0-b690-81212f508955 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance '6d54c14e-cb02-43a3-9f5d-5f91f649e026' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.586831] env[62668]: DEBUG nova.network.neutron [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [{"id": "857947d9-b511-4a55-a986-4f4cd23600ef", "address": "fa:16:3e:a2:60:5f", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857947d9-b5", "ovs_interfaceid": "857947d9-b511-4a55-a986-4f4cd23600ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.029950] env[62668]: DEBUG nova.scheduler.client.report [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.059219] env[62668]: DEBUG nova.compute.manager [req-031c1aa9-5d2b-48db-aded-dcec19ab391a req-246eec42-743d-4a9c-90ee-bbcc102a14dc service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Received event network-vif-deleted-fcb82aee-6c18-4187-b9ad-5390521c6ad8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 756.059423] env[62668]: INFO nova.compute.manager [req-031c1aa9-5d2b-48db-aded-dcec19ab391a req-246eec42-743d-4a9c-90ee-bbcc102a14dc service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Neutron deleted interface fcb82aee-6c18-4187-b9ad-5390521c6ad8; detaching it from the instance and deleting it from the info cache [ 756.059598] env[62668]: DEBUG nova.network.neutron [req-031c1aa9-5d2b-48db-aded-dcec19ab391a req-246eec42-743d-4a9c-90ee-bbcc102a14dc service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.091128] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.091456] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Instance network_info: |[{"id": "857947d9-b511-4a55-a986-4f4cd23600ef", "address": "fa:16:3e:a2:60:5f", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857947d9-b5", "ovs_interfaceid": "857947d9-b511-4a55-a986-4f4cd23600ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.091865] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:60:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '857947d9-b511-4a55-a986-4f4cd23600ef', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.100763] env[62668]: DEBUG oslo.service.loopingcall [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.101521] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.101759] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7031dbc1-c17f-4fb6-8697-8a0256a11942 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.128605] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.128605] env[62668]: value = "task-2683560" [ 756.128605] env[62668]: _type = "Task" [ 756.128605] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.140195] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683560, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.224086] env[62668]: DEBUG nova.compute.manager [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Received event network-changed-857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 756.224392] env[62668]: DEBUG nova.compute.manager [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Refreshing instance network info cache due to event network-changed-857947d9-b511-4a55-a986-4f4cd23600ef. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 756.224787] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] Acquiring lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.225010] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] Acquired lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.225263] env[62668]: DEBUG nova.network.neutron [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Refreshing network info cache for port 857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.391965] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.414680] env[62668]: DEBUG nova.network.neutron [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.422584] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.422862] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.423194] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.423194] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.423449] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.423519] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.423696] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.424335] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.424505] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.424646] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.424807] env[62668]: DEBUG nova.virt.hardware [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.425683] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43239ef2-585c-4d15-90d0-039d4c2a9b07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.435486] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621afe2-1356-4eef-9908-3fbc1ae6ce6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.534771] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.538035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.829s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.538302] env[62668]: DEBUG nova.objects.instance [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lazy-loading 'resources' on Instance uuid 379210e6-bd63-4029-9d46-7462cff00c7f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.558521] env[62668]: INFO nova.scheduler.client.report [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Deleted allocations for instance 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4 [ 756.563145] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a4d5372-b572-47a5-b5f7-94c622d7c0b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.576087] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1ae15-46f6-419f-9456-920ed8db102f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.613861] env[62668]: DEBUG nova.compute.manager [req-031c1aa9-5d2b-48db-aded-dcec19ab391a req-246eec42-743d-4a9c-90ee-bbcc102a14dc service nova] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Detach interface failed, port_id=fcb82aee-6c18-4187-b9ad-5390521c6ad8, reason: Instance c8c1c0a6-3027-4521-bbfb-5bba34401af2 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 756.641036] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683560, 'name': CreateVM_Task, 'duration_secs': 0.39616} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.641215] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.641886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.643116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.643116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.643116] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9b76a8-123b-45bf-ae99-9b32ddc7331b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.648272] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 756.648272] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a3d9ad-abcb-4819-75c6-54a5228b1f3a" [ 756.648272] env[62668]: _type = "Task" [ 756.648272] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.656907] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a3d9ad-abcb-4819-75c6-54a5228b1f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.909393] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Successfully updated port: cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.919354] env[62668]: INFO nova.compute.manager [-] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Took 1.96 seconds to deallocate network for instance. [ 756.942439] env[62668]: DEBUG nova.network.neutron [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updated VIF entry in instance network info cache for port 857947d9-b511-4a55-a986-4f4cd23600ef. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.942936] env[62668]: DEBUG nova.network.neutron [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [{"id": "857947d9-b511-4a55-a986-4f4cd23600ef", "address": "fa:16:3e:a2:60:5f", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857947d9-b5", "ovs_interfaceid": "857947d9-b511-4a55-a986-4f4cd23600ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.066125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7316e5dd-4e0b-4d85-8027-0670e81bb49c tempest-SecurityGroupsTestJSON-2129994825 tempest-SecurityGroupsTestJSON-2129994825-project-member] Lock "87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.439s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.163550] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a3d9ad-abcb-4819-75c6-54a5228b1f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.166189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.166468] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.166734] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.167552] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.167552] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.167962] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6f9729-0108-4cea-bd13-563eab94d554 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.180604] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.180604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.181407] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2840efbf-e57f-4110-89c7-4eef5c3db362 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.187594] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 757.187594] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529a4f12-a0fb-18eb-0657-eb09f6cc8e79" [ 757.187594] env[62668]: _type = "Task" [ 757.187594] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.196886] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529a4f12-a0fb-18eb-0657-eb09f6cc8e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.409779] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.409899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquired lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.409983] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.424384] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.446685] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ef3c527-09e1-474b-a2a7-97ae902970ac req-6476eb98-155a-43e8-bd3e-567ebb09e565 service nova] Releasing lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.613950] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25adb60d-18e3-499c-b32e-5673de965ee4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.626922] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edeb9db-8d87-40d2-b881-559ea37afbe4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.666731] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5be601-feb5-4fb7-b825-f64aae84babe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675960] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7890b9-3bd1-40ce-89f5-0f6ea7a9aee6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.691211] env[62668]: DEBUG nova.compute.provider_tree [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.707045] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529a4f12-a0fb-18eb-0657-eb09f6cc8e79, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.707865] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63b9415-3dfc-4bb0-85e6-e8b75a34ceb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.714254] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 757.714254] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c94065-1b4c-72e0-7dda-45b25db87b28" [ 757.714254] env[62668]: _type = "Task" [ 757.714254] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.723518] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c94065-1b4c-72e0-7dda-45b25db87b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.787493] env[62668]: DEBUG nova.network.neutron [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Port 62e44cda-6b54-4cab-baa6-3389f3d28244 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 757.787757] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.787907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.788088] env[62668]: DEBUG nova.network.neutron [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.939559] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.085940] env[62668]: DEBUG nova.network.neutron [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Updating instance_info_cache with network_info: [{"id": "cd848997-d514-48ea-9d42-cb076c4b3364", "address": "fa:16:3e:b8:17:18", "network": {"id": "dd02227f-5685-4808-a2e0-55e079fafdbf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-375830560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1daa436f16ea4929a7720e8dbf50bc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd848997-d5", "ovs_interfaceid": "cd848997-d514-48ea-9d42-cb076c4b3364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.201351] env[62668]: DEBUG nova.scheduler.client.report [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.226749] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c94065-1b4c-72e0-7dda-45b25db87b28, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.227031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.228148] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/6fb06b88-2d82-4e84-9e6f-d2f077908b0e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.228148] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b670fe4-4c93-4c8d-ba6b-fb96939822f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.237063] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 758.237063] env[62668]: value = "task-2683561" [ 758.237063] env[62668]: _type = "Task" [ 758.237063] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.247200] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.294881] env[62668]: DEBUG nova.compute.manager [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Received event network-vif-plugged-cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 758.295129] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Acquiring lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.295356] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.295541] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.295728] env[62668]: DEBUG nova.compute.manager [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] No waiting events found dispatching network-vif-plugged-cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.295907] env[62668]: WARNING nova.compute.manager [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Received unexpected event network-vif-plugged-cd848997-d514-48ea-9d42-cb076c4b3364 for instance with vm_state building and task_state spawning. [ 758.296145] env[62668]: DEBUG nova.compute.manager [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Received event network-changed-cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 758.297028] env[62668]: DEBUG nova.compute.manager [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Refreshing instance network info cache due to event network-changed-cd848997-d514-48ea-9d42-cb076c4b3364. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 758.297028] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Acquiring lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.568666] env[62668]: DEBUG nova.network.neutron [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.588991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Releasing lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.589355] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Instance network_info: |[{"id": "cd848997-d514-48ea-9d42-cb076c4b3364", "address": "fa:16:3e:b8:17:18", "network": {"id": "dd02227f-5685-4808-a2e0-55e079fafdbf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-375830560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1daa436f16ea4929a7720e8dbf50bc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd848997-d5", "ovs_interfaceid": "cd848997-d514-48ea-9d42-cb076c4b3364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.589950] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Acquired lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.590169] env[62668]: DEBUG nova.network.neutron [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Refreshing network info cache for port cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.591988] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:17:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd848997-d514-48ea-9d42-cb076c4b3364', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.601631] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Creating folder: Project (1daa436f16ea4929a7720e8dbf50bc2e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.601975] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f104306-cdb5-4643-8dd3-50556f0baa0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.616439] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Created folder: Project (1daa436f16ea4929a7720e8dbf50bc2e) in parent group-v540833. [ 758.620031] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Creating folder: Instances. Parent ref: group-v540998. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.620031] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30a74501-2a37-4d18-ba93-9f97005eb736 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.632617] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Created folder: Instances in parent group-v540998. [ 758.632928] env[62668]: DEBUG oslo.service.loopingcall [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.633112] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.633336] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-382156c8-8cb7-42fb-8e09-dfa9441239f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.661182] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.661182] env[62668]: value = "task-2683564" [ 758.661182] env[62668]: _type = "Task" [ 758.661182] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.669494] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683564, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.707096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.711751] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.992s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.712065] env[62668]: DEBUG nova.objects.instance [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lazy-loading 'resources' on Instance uuid 1b4c5a3f-e77d-41ea-b320-8651997e6ab3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.747694] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683561, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.748817] env[62668]: INFO nova.scheduler.client.report [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted allocations for instance 379210e6-bd63-4029-9d46-7462cff00c7f [ 759.072813] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.170313] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683564, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.248309] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529785} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.254356] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/6fb06b88-2d82-4e84-9e6f-d2f077908b0e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.254553] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.260268] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b14a81-af52-4c95-bebc-42ef1ff2b09a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.263068] env[62668]: DEBUG oslo_concurrency.lockutils [None req-998653b8-a695-43ef-91ab-bb7895b49836 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "379210e6-bd63-4029-9d46-7462cff00c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.212s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.271327] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 759.271327] env[62668]: value = "task-2683565" [ 759.271327] env[62668]: _type = "Task" [ 759.271327] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.282634] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.347163] env[62668]: DEBUG nova.network.neutron [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Updated VIF entry in instance network info cache for port cd848997-d514-48ea-9d42-cb076c4b3364. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.347163] env[62668]: DEBUG nova.network.neutron [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Updating instance_info_cache with network_info: [{"id": "cd848997-d514-48ea-9d42-cb076c4b3364", "address": "fa:16:3e:b8:17:18", "network": {"id": "dd02227f-5685-4808-a2e0-55e079fafdbf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-375830560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1daa436f16ea4929a7720e8dbf50bc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd848997-d5", "ovs_interfaceid": "cd848997-d514-48ea-9d42-cb076c4b3364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.574930] env[62668]: DEBUG nova.compute.manager [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62668) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 759.575175] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.672155] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683564, 'name': CreateVM_Task, 'duration_secs': 0.583518} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.672335] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.672999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.673182] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.673498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.673751] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc11043-2be3-4356-b2be-9d4a2c12c9b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.678657] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 759.678657] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e88a83-751f-50c7-7ce7-eb2757a498e6" [ 759.678657] env[62668]: _type = "Task" [ 759.678657] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.681789] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398e1cf-b846-4556-aad0-99c5afaae58a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.692439] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a44613-7f24-4e5c-b9c7-e80165cc0cd9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.695613] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e88a83-751f-50c7-7ce7-eb2757a498e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.723875] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79d92bd-cae4-4c4f-bfc7-bc81f04ffdf3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.732042] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43b4b4-148b-4f3d-91ac-e0508dcc0ae9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.747094] env[62668]: DEBUG nova.compute.provider_tree [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.781534] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073332} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.781881] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.782742] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a75a8f-207c-4946-a46c-46a1a6484f24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.806365] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/6fb06b88-2d82-4e84-9e6f-d2f077908b0e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.806668] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbba890c-4bba-42e4-9610-3dadd1f8a434 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.828982] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 759.828982] env[62668]: value = "task-2683566" [ 759.828982] env[62668]: _type = "Task" [ 759.828982] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.838130] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.851323] env[62668]: DEBUG oslo_concurrency.lockutils [req-272b9b05-33ce-4bc7-9afd-1ebc6d0b1537 req-f80aa93e-a535-4d9b-a5e7-9db05aa4b1fb service nova] Releasing lock "refresh_cache-02d87ef7-ffb3-44e6-a95c-4234e7c72529" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.190770] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e88a83-751f-50c7-7ce7-eb2757a498e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.191274] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.191409] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.191750] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.191823] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.192047] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.192252] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6da5073-4569-443e-ae44-aeea240bd890 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.201825] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.202028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.202770] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a587d0-26ae-43ea-a88a-001c2b10bdab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.209288] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 760.209288] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527687ba-d8a9-5c27-68e6-29761db25fb0" [ 760.209288] env[62668]: _type = "Task" [ 760.209288] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.219333] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527687ba-d8a9-5c27-68e6-29761db25fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.250507] env[62668]: DEBUG nova.scheduler.client.report [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.342140] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683566, 'name': ReconfigVM_Task, 'duration_secs': 0.2946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.342424] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/6fb06b88-2d82-4e84-9e6f-d2f077908b0e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.343062] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd6a7d5-fb5d-45ae-9299-a3863d2410a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.350645] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 760.350645] env[62668]: value = "task-2683567" [ 760.350645] env[62668]: _type = "Task" [ 760.350645] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.360730] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683567, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.723575] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527687ba-d8a9-5c27-68e6-29761db25fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.724380] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35ef878-b925-48eb-be48-ae8130d2f74f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730743] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 760.730743] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526159b0-4fb0-4668-0419-ac8c2750d236" [ 760.730743] env[62668]: _type = "Task" [ 760.730743] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.738872] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526159b0-4fb0-4668-0419-ac8c2750d236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.755788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.759216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.020s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.761803] env[62668]: INFO nova.compute.claims [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.783390] env[62668]: INFO nova.scheduler.client.report [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted allocations for instance 1b4c5a3f-e77d-41ea-b320-8651997e6ab3 [ 760.861182] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683567, 'name': Rename_Task, 'duration_secs': 0.154452} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.861523] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.861816] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4ff2a0-1e13-4986-83ed-063e25717947 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.871187] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 760.871187] env[62668]: value = "task-2683568" [ 760.871187] env[62668]: _type = "Task" [ 760.871187] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.880203] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.245419] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526159b0-4fb0-4668-0419-ac8c2750d236, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.245419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.245419] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 02d87ef7-ffb3-44e6-a95c-4234e7c72529/02d87ef7-ffb3-44e6-a95c-4234e7c72529.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.245419] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613153b4-acdd-4197-a50d-7f4888ec8cb8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.252268] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 761.252268] env[62668]: value = "task-2683569" [ 761.252268] env[62668]: _type = "Task" [ 761.252268] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.267983] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.292977] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5f0e68a2-e876-415a-b7bc-9199e1db7d35 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "1b4c5a3f-e77d-41ea-b320-8651997e6ab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.321s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.384105] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.764991] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.882116] env[62668]: DEBUG oslo_vmware.api [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683568, 'name': PowerOnVM_Task, 'duration_secs': 0.54421} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.884706] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.884911] env[62668]: INFO nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Took 8.19 seconds to spawn the instance on the hypervisor. [ 761.885175] env[62668]: DEBUG nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.886289] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7ef3c-8100-4e2c-b777-c893264c4a25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.269378] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546524} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.271252] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 02d87ef7-ffb3-44e6-a95c-4234e7c72529/02d87ef7-ffb3-44e6-a95c-4234e7c72529.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.271252] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.271252] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32c7495-6c0f-4f4a-92bd-012dd334e78d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.280048] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 762.280048] env[62668]: value = "task-2683570" [ 762.280048] env[62668]: _type = "Task" [ 762.280048] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.288186] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.331962] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.332217] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.341278] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ca211-3f5d-4772-a250-df633f79ec9f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.350286] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2e220-b9b6-43d1-83df-3aa59cde779c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.389166] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d371c21-951a-4262-a43b-9c8e095d075b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.392509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.392742] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.400253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266f000-beee-4378-89d7-a55b1b57d8ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.423479] env[62668]: DEBUG nova.compute.provider_tree [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.425054] env[62668]: INFO nova.compute.manager [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Took 54.50 seconds to build instance. [ 762.790193] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070845} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.790478] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.791258] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2174e-bea0-4d96-b886-007e379df696 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.816740] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 02d87ef7-ffb3-44e6-a95c-4234e7c72529/02d87ef7-ffb3-44e6-a95c-4234e7c72529.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.816740] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525b4a15-364c-4ffc-a1f2-792309931094 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.840916] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 762.840916] env[62668]: value = "task-2683571" [ 762.840916] env[62668]: _type = "Task" [ 762.840916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.852438] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.927755] env[62668]: DEBUG nova.scheduler.client.report [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.932884] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1117c8dc-aa71-44e8-9f8e-60336fd56793 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.021s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.980154] env[62668]: INFO nova.compute.manager [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Rescuing [ 762.980549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.981450] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.981450] env[62668]: DEBUG nova.network.neutron [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.315192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.315474] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.351279] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683571, 'name': ReconfigVM_Task, 'duration_secs': 0.316677} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.351840] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 02d87ef7-ffb3-44e6-a95c-4234e7c72529/02d87ef7-ffb3-44e6-a95c-4234e7c72529.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.354579] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38d2045-ff6b-4255-bc59-31bd2e7d66f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.362413] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 763.362413] env[62668]: value = "task-2683572" [ 763.362413] env[62668]: _type = "Task" [ 763.362413] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.370334] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683572, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.437027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.437027] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.438697] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.441203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.004s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.441594] env[62668]: DEBUG nova.objects.instance [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lazy-loading 'resources' on Instance uuid 69186eb4-17b1-4f7c-9826-3130db408500 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.686964] env[62668]: DEBUG nova.network.neutron [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [{"id": "857947d9-b511-4a55-a986-4f4cd23600ef", "address": "fa:16:3e:a2:60:5f", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857947d9-b5", "ovs_interfaceid": "857947d9-b511-4a55-a986-4f4cd23600ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.872775] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683572, 'name': Rename_Task, 'duration_secs': 0.231405} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.877173] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.877504] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feb47ada-9889-40e3-adc8-4988afd67043 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.886111] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 763.886111] env[62668]: value = "task-2683573" [ 763.886111] env[62668]: _type = "Task" [ 763.886111] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.895094] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.945283] env[62668]: DEBUG nova.compute.utils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.953808] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.953999] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.975918] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.021398] env[62668]: DEBUG nova.policy [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daac695a68254e029d742b08b5681df9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978dd68d776c45d1a89553cba5d0a847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.189661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.397434] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.453050] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.468664] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Successfully created port: cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.515580] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19bcdd2-e084-4f02-ad2f-a92abb1376b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.524818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3dadc-1881-4367-84ad-4da5cbb59f55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.561238] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1369856-10f7-4e11-80d5-a52ab985d1fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.569779] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78c9dca-c87a-47f0-a52b-a792c9d77e42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.587104] env[62668]: DEBUG nova.compute.provider_tree [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.898337] env[62668]: DEBUG oslo_vmware.api [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683573, 'name': PowerOnVM_Task, 'duration_secs': 0.774372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.898677] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.898916] env[62668]: INFO nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Took 8.51 seconds to spawn the instance on the hypervisor. [ 764.899137] env[62668]: DEBUG nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.900037] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6308a-38ae-4d81-8043-6fa33d6a1a22 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.090863] env[62668]: DEBUG nova.scheduler.client.report [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.422607] env[62668]: INFO nova.compute.manager [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Took 56.78 seconds to build instance. [ 765.465633] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.491017] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.491614] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.491916] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.492224] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.492509] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.492799] env[62668]: DEBUG nova.virt.hardware [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.493796] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8770b79-c948-43f4-a562-d71cdc29dd1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.503536] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8df5d5-4f24-470f-a320-ce5e2802ab91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.596463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.599204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.469s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.599441] env[62668]: DEBUG nova.objects.instance [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lazy-loading 'resources' on Instance uuid dce2dfc5-fcf3-44a1-b523-907cd2247634 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.617538] env[62668]: INFO nova.scheduler.client.report [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Deleted allocations for instance 69186eb4-17b1-4f7c-9826-3130db408500 [ 765.737677] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.737677] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e9c440-c88b-4864-84ff-c68106b06c51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.747072] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 765.747072] env[62668]: value = "task-2683574" [ 765.747072] env[62668]: _type = "Task" [ 765.747072] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.758761] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.925923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52b1d9d1-16a3-4b17-a562-734ac5b80194 tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.305s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.007053] env[62668]: DEBUG nova.compute.manager [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Received event network-vif-plugged-cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 766.007268] env[62668]: DEBUG oslo_concurrency.lockutils [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] Acquiring lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.007477] env[62668]: DEBUG oslo_concurrency.lockutils [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.007639] env[62668]: DEBUG oslo_concurrency.lockutils [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.007845] env[62668]: DEBUG nova.compute.manager [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] No waiting events found dispatching network-vif-plugged-cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.008288] env[62668]: WARNING nova.compute.manager [req-5340d2c7-89af-4110-a744-99b178002d02 req-4d9f1ec2-9792-4eee-b95c-8e1bac2d50d3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Received unexpected event network-vif-plugged-cc6b4655-5c9f-40f6-9ff6-7854edf700a1 for instance with vm_state building and task_state spawning. [ 766.127812] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3a7b38f2-75c6-44f5-aac5-a8ad41798a97 tempest-AttachInterfacesUnderV243Test-2143158882 tempest-AttachInterfacesUnderV243Test-2143158882-project-member] Lock "69186eb4-17b1-4f7c-9826-3130db408500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.592s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.269471] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683574, 'name': PowerOffVM_Task, 'duration_secs': 0.180372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.269757] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.270661] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e503a3-dc6d-4fd6-b4f9-f5b28eccc99d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.300061] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13feb79d-1860-42c3-8c8a-ab677b8608fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.345772] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.346117] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59cfdfa9-bc0d-4c30-b12d-f90c9a1a69dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.355207] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 766.355207] env[62668]: value = "task-2683575" [ 766.355207] env[62668]: _type = "Task" [ 766.355207] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.367362] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.367567] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.367808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.367954] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.368148] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.368413] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3037ed18-d355-42e4-b044-254e0d4e6db4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.377843] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.377992] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.378710] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680f4044-957a-4940-a29c-668156077de7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.384362] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 766.384362] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d90fe0-5778-d89b-eb69-1f34df0a158a" [ 766.384362] env[62668]: _type = "Task" [ 766.384362] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.395118] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d90fe0-5778-d89b-eb69-1f34df0a158a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.428603] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.443492] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Successfully updated port: cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.689154] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293988d9-25e4-4cf4-9da4-a5f8d6ad0681 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.698178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fe66d-7e46-4e59-a02a-35daddf17209 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.733252] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0d1899-b57f-4c47-8d1b-24451e992357 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.741009] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f2377b-ee2d-4c82-85dc-0de483104d04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.755204] env[62668]: DEBUG nova.compute.provider_tree [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.896547] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d90fe0-5778-d89b-eb69-1f34df0a158a, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.897734] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fce910f-909c-4965-ab1d-5e717f158f82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.905440] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 766.905440] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529f629a-8a92-9129-c99d-c75c7d8b97f9" [ 766.905440] env[62668]: _type = "Task" [ 766.905440] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.914541] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529f629a-8a92-9129-c99d-c75c7d8b97f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.951809] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.951871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.952024] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.959032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.259738] env[62668]: DEBUG nova.scheduler.client.report [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.417782] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529f629a-8a92-9129-c99d-c75c7d8b97f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.418781] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.418781] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 767.418781] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2c4f84-d187-40f0-9f26-1025f96409da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.428376] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 767.428376] env[62668]: value = "task-2683576" [ 767.428376] env[62668]: _type = "Task" [ 767.428376] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.436350] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.439640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.439640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.439640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.439640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.439640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.441060] env[62668]: INFO nova.compute.manager [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Terminating instance [ 767.501927] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.689693] env[62668]: DEBUG nova.network.neutron [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updating instance_info_cache with network_info: [{"id": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "address": "fa:16:3e:b1:36:54", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b4655-5c", "ovs_interfaceid": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.765494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.769029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.292s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.769904] env[62668]: INFO nova.compute.claims [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.819037] env[62668]: INFO nova.scheduler.client.report [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Deleted allocations for instance dce2dfc5-fcf3-44a1-b523-907cd2247634 [ 767.939111] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505428} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.939430] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 767.940241] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800196c-4f6f-4923-8a5a-385957721879 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.944685] env[62668]: DEBUG nova.compute.manager [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.944882] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.945680] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504fd99d-2b6a-44a5-872d-ea2a49e5c0d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975470] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.975852] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280216e1-3872-44ff-81a0-b2c9d984cb8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.992574] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.993427] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0711d37a-dadb-4ba8-89aa-89ce646ebcc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.999509] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 767.999509] env[62668]: value = "task-2683577" [ 767.999509] env[62668]: _type = "Task" [ 767.999509] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.005391] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 768.005391] env[62668]: value = "task-2683578" [ 768.005391] env[62668]: _type = "Task" [ 768.005391] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.012293] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.017941] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.109388] env[62668]: DEBUG nova.compute.manager [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Received event network-changed-cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 768.109539] env[62668]: DEBUG nova.compute.manager [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Refreshing instance network info cache due to event network-changed-cc6b4655-5c9f-40f6-9ff6-7854edf700a1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 768.109675] env[62668]: DEBUG oslo_concurrency.lockutils [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] Acquiring lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.193152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.193152] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Instance network_info: |[{"id": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "address": "fa:16:3e:b1:36:54", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b4655-5c", "ovs_interfaceid": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.193468] env[62668]: DEBUG oslo_concurrency.lockutils [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] Acquired lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.193634] env[62668]: DEBUG nova.network.neutron [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Refreshing network info cache for port cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.195536] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:36:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc6b4655-5c9f-40f6-9ff6-7854edf700a1', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.205340] env[62668]: DEBUG oslo.service.loopingcall [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.205963] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.206318] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8674bfe5-314a-4f71-b101-8a25379ff19d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.229880] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.229880] env[62668]: value = "task-2683579" [ 768.229880] env[62668]: _type = "Task" [ 768.229880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.240876] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683579, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.328198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cf050589-0d30-41e1-bae0-53812f10b008 tempest-ServersAdminNegativeTestJSON-1426258466 tempest-ServersAdminNegativeTestJSON-1426258466-project-member] Lock "dce2dfc5-fcf3-44a1-b523-907cd2247634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.883s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.515628] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683577, 'name': ReconfigVM_Task, 'duration_secs': 0.331727} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.516318] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.517166] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd1d5a-a17a-43d5-8b1d-366bba9e31d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.522404] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683578, 'name': PowerOffVM_Task, 'duration_secs': 0.204055} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.523026] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.523251] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.523445] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6299579-30ec-4575-9cbe-be5e0565ac00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.546790] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa17749c-116b-414d-af64-a32be699a3c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.564619] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 768.564619] env[62668]: value = "task-2683581" [ 768.564619] env[62668]: _type = "Task" [ 768.564619] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.575239] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.611506] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.613059] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.613059] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Deleting the datastore file [datastore1] 02d87ef7-ffb3-44e6-a95c-4234e7c72529 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.613059] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ede0fa9-19b3-4339-8f6a-4ce91601236a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.622473] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for the task: (returnval){ [ 768.622473] env[62668]: value = "task-2683582" [ 768.622473] env[62668]: _type = "Task" [ 768.622473] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.634123] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.747800] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683579, 'name': CreateVM_Task, 'duration_secs': 0.50325} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.750828] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.753443] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.753564] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.753953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.754275] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bb0340-c7d4-4e73-96d6-ce3f10885c1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.761503] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 768.761503] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52461216-d0f6-f336-b3fb-e0fb82399b84" [ 768.761503] env[62668]: _type = "Task" [ 768.761503] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.771867] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52461216-d0f6-f336-b3fb-e0fb82399b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.989598] env[62668]: DEBUG nova.network.neutron [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updated VIF entry in instance network info cache for port cc6b4655-5c9f-40f6-9ff6-7854edf700a1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.989598] env[62668]: DEBUG nova.network.neutron [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updating instance_info_cache with network_info: [{"id": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "address": "fa:16:3e:b1:36:54", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b4655-5c", "ovs_interfaceid": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.075087] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683581, 'name': ReconfigVM_Task, 'duration_secs': 0.196359} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.075380] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.075637] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f67b79-2795-4dea-93b2-d8b19bbdb5ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.084981] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 769.084981] env[62668]: value = "task-2683583" [ 769.084981] env[62668]: _type = "Task" [ 769.084981] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.101429] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.132362] env[62668]: DEBUG oslo_vmware.api [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Task: {'id': task-2683582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204823} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.132494] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.132694] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.132951] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.133177] env[62668]: INFO nova.compute.manager [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Took 1.19 seconds to destroy the instance on the hypervisor. [ 769.133472] env[62668]: DEBUG oslo.service.loopingcall [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.136337] env[62668]: DEBUG nova.compute.manager [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.136445] env[62668]: DEBUG nova.network.neutron [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.275415] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52461216-d0f6-f336-b3fb-e0fb82399b84, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.275774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.276193] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.276402] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.276570] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.276847] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.277149] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20dcf2cb-8d16-45ad-a00d-bcbd0b38e60e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.291299] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.291537] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.292325] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62dae0b6-3ec6-413d-959e-032def61f80a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.299827] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 769.299827] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525e9ca1-31f4-7b93-738f-444152964bdb" [ 769.299827] env[62668]: _type = "Task" [ 769.299827] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.310280] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525e9ca1-31f4-7b93-738f-444152964bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.355730] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737098d-3004-4704-bb19-e53fa6018d83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.366347] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1224e-f048-437a-99fd-f292896440c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.407108] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf04cc5-e720-41d2-9047-ba3d2e0cce11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.417370] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa96f0-c243-4e51-84f1-7e2f0b05aa26 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.433788] env[62668]: DEBUG nova.compute.provider_tree [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.493548] env[62668]: DEBUG oslo_concurrency.lockutils [req-3545d64c-0a32-43c6-9464-14b5da9383d5 req-90948974-14b7-4c63-a822-eb84adf8055d service nova] Releasing lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.594855] env[62668]: DEBUG oslo_vmware.api [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683583, 'name': PowerOnVM_Task, 'duration_secs': 0.43485} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.595145] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.600295] env[62668]: DEBUG nova.compute.manager [None req-7e6c06b9-1848-4fe0-8153-3c65446235e9 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.601117] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff7a6a-4071-40ca-a412-5d6f3624bed1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.810284] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525e9ca1-31f4-7b93-738f-444152964bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.811095] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf6db69-52a6-491c-932e-7cb20c59fa24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.816582] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 769.816582] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f93898-65d9-3998-3aea-8adb57722bd9" [ 769.816582] env[62668]: _type = "Task" [ 769.816582] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.824874] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f93898-65d9-3998-3aea-8adb57722bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.924227] env[62668]: DEBUG nova.network.neutron [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.937807] env[62668]: DEBUG nova.scheduler.client.report [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.267254] env[62668]: DEBUG nova.compute.manager [req-f6984d14-71e5-4299-a241-9d91ad56023e req-fd5058e9-c3a3-4fec-a1e8-89b63b51d2c2 service nova] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Received event network-vif-deleted-cd848997-d514-48ea-9d42-cb076c4b3364 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 770.327217] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f93898-65d9-3998-3aea-8adb57722bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.023362} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.327539] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.327871] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a714810a-26e5-4af3-b7e9-6c6a79d92671/a714810a-26e5-4af3-b7e9-6c6a79d92671.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.328147] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff9d0c0-4059-4d45-9797-76e2bf3b040c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.334994] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 770.334994] env[62668]: value = "task-2683584" [ 770.334994] env[62668]: _type = "Task" [ 770.334994] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.342825] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.427872] env[62668]: INFO nova.compute.manager [-] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Took 1.29 seconds to deallocate network for instance. [ 770.443339] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.444265] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.446500] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.922s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.447057] env[62668]: DEBUG nova.objects.instance [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lazy-loading 'resources' on Instance uuid 9e2fda18-07bc-4adc-a067-569d6cca1577 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.536139] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.536806] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.841154] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.841519] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.853050] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683584, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.936179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.953914] env[62668]: DEBUG nova.compute.utils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.959028] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 771.263411] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.263641] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.351151] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832821} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.351151] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a714810a-26e5-4af3-b7e9-6c6a79d92671/a714810a-26e5-4af3-b7e9-6c6a79d92671.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.351467] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.351603] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d94741-2f4b-4273-9cc3-644731b8e1ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.363205] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 771.363205] env[62668]: value = "task-2683585" [ 771.363205] env[62668]: _type = "Task" [ 771.363205] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.371046] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.457750] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.514443] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c2276-691a-4777-bc4b-bd1e8aa24cd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.522838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43375c3b-30c2-48c4-b858-b964f05d1f3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.532890] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.533150] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.560153] env[62668]: INFO nova.compute.manager [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Unrescuing [ 771.560402] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.560550] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquired lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.560702] env[62668]: DEBUG nova.network.neutron [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.562598] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4a6e7-234c-4be1-8752-12fc54ad7c92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.572327] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eaf399-fb0a-4bda-aa16-b9349bec73b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.589703] env[62668]: DEBUG nova.compute.provider_tree [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.874144] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071146} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.874144] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.874144] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72bc20-4f04-4b68-a936-cdc5b9f374ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.896756] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a714810a-26e5-4af3-b7e9-6c6a79d92671/a714810a-26e5-4af3-b7e9-6c6a79d92671.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.896988] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5262d71b-fc5d-41db-a9b0-40b55561ac64 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.916342] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 771.916342] env[62668]: value = "task-2683586" [ 771.916342] env[62668]: _type = "Task" [ 771.916342] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.925193] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.127740] env[62668]: ERROR nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] [req-315d07db-fea9-4468-8f0f-c3efa8e5c4f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-315d07db-fea9-4468-8f0f-c3efa8e5c4f1"}]} [ 772.147210] env[62668]: DEBUG nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 772.164017] env[62668]: DEBUG nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 772.164290] env[62668]: DEBUG nova.compute.provider_tree [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.181325] env[62668]: DEBUG nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 772.207189] env[62668]: DEBUG nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 772.349460] env[62668]: DEBUG nova.network.neutron [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [{"id": "857947d9-b511-4a55-a986-4f4cd23600ef", "address": "fa:16:3e:a2:60:5f", "network": {"id": "31e0b5d6-de99-4740-ae8b-72dfc150fa4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2001123734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cefc270f72874d1b9d63c5f6d38cabf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857947d9-b5", "ovs_interfaceid": "857947d9-b511-4a55-a986-4f4cd23600ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.429678] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.470030] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.501057] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.501274] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.501426] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.501602] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.501774] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.501878] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.502093] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.502294] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.502399] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.502556] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.502720] env[62668]: DEBUG nova.virt.hardware [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.503668] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f314163-2b41-4013-be75-d2e61099b90e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.514757] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d140fc-f4ba-4956-882f-fbc8953ae69a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.532154] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.538649] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Creating folder: Project (85faac577cf145b89ae4b9e5af11d619). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.541503] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55c20cea-1fc5-4059-b539-84ebbb459210 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.556685] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Created folder: Project (85faac577cf145b89ae4b9e5af11d619) in parent group-v540833. [ 772.558435] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Creating folder: Instances. Parent ref: group-v541002. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.558435] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f911e2d-5419-4903-bd8e-1f038a55143e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.571831] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Created folder: Instances in parent group-v541002. [ 772.572438] env[62668]: DEBUG oslo.service.loopingcall [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.572658] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.572761] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11a83d5c-dbc1-4d4f-aeb2-adc0a9406bb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.592953] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.592953] env[62668]: value = "task-2683589" [ 772.592953] env[62668]: _type = "Task" [ 772.592953] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.602656] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683589, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.744807] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc81bd-d645-4555-8db3-95b97f86159e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.752057] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14bf289-f20d-475d-acd6-2a8f18f83636 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.783140] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374977fe-58e1-492c-af6f-27832942e8b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.791966] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266d22c-c787-4e22-a7e7-6bfa8987be31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.807421] env[62668]: DEBUG nova.compute.provider_tree [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.853511] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Releasing lock "refresh_cache-6fb06b88-2d82-4e84-9e6f-d2f077908b0e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.854788] env[62668]: DEBUG nova.objects.instance [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lazy-loading 'flavor' on Instance uuid 6fb06b88-2d82-4e84-9e6f-d2f077908b0e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.927174] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683586, 'name': ReconfigVM_Task, 'duration_secs': 0.572081} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.927513] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a714810a-26e5-4af3-b7e9-6c6a79d92671/a714810a-26e5-4af3-b7e9-6c6a79d92671.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.928131] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920d3954-0a1b-4441-bfcf-88d19beefd95 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.934655] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 772.934655] env[62668]: value = "task-2683590" [ 772.934655] env[62668]: _type = "Task" [ 772.934655] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.942231] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683590, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.103475] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683589, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.340202] env[62668]: DEBUG nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 773.340462] env[62668]: DEBUG nova.compute.provider_tree [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 93 to 94 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 773.340641] env[62668]: DEBUG nova.compute.provider_tree [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.362615] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1999d2a-fe87-4067-ace8-fe2c011bd469 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.384273] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.384573] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc93aa1-a55f-456c-bf3d-34c07117e182 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.390993] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 773.390993] env[62668]: value = "task-2683591" [ 773.390993] env[62668]: _type = "Task" [ 773.390993] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.398940] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.445664] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683590, 'name': Rename_Task, 'duration_secs': 0.157648} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.445980] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.446257] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7990316e-d06c-47ee-8eb1-2c58d8513dcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.453064] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 773.453064] env[62668]: value = "task-2683592" [ 773.453064] env[62668]: _type = "Task" [ 773.453064] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.460663] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.604992] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683589, 'name': CreateVM_Task, 'duration_secs': 0.556011} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.605175] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.605914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.605914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.606141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.606395] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730eedeb-4805-478c-9dea-2915df77d4de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.611102] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 773.611102] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52affc41-8efb-7ee3-516f-3306673324b3" [ 773.611102] env[62668]: _type = "Task" [ 773.611102] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.619050] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52affc41-8efb-7ee3-516f-3306673324b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.846399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.400s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.848670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.611s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.850156] env[62668]: INFO nova.compute.claims [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.868691] env[62668]: INFO nova.scheduler.client.report [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Deleted allocations for instance 9e2fda18-07bc-4adc-a067-569d6cca1577 [ 773.901439] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683591, 'name': PowerOffVM_Task, 'duration_secs': 0.220608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.901707] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.908145] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 773.908846] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2334804-de31-4dcf-b7fa-5e5bed0a658b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.928457] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 773.928457] env[62668]: value = "task-2683593" [ 773.928457] env[62668]: _type = "Task" [ 773.928457] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.936486] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.962958] env[62668]: DEBUG oslo_vmware.api [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683592, 'name': PowerOnVM_Task, 'duration_secs': 0.458503} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.963236] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.963437] env[62668]: INFO nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Took 8.50 seconds to spawn the instance on the hypervisor. [ 773.963614] env[62668]: DEBUG nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.964395] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3746fd3-c175-47f9-ad9f-1428599c238a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.121396] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52affc41-8efb-7ee3-516f-3306673324b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.121451] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.121670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.121903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.123062] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.123062] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.123062] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf694c3-79df-42c4-95f7-ba4cad1c0ffa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.131101] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.131285] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.131993] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8cc0a14-42f8-405e-993b-0aa926aff616 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.136942] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 774.136942] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e9ff-03e3-bb7a-0b02-7e69c8c35435" [ 774.136942] env[62668]: _type = "Task" [ 774.136942] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.145575] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e9ff-03e3-bb7a-0b02-7e69c8c35435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.376409] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2465fdd9-13d6-40e9-b251-b3804608835b tempest-InstanceActionsNegativeTestJSON-632899588 tempest-InstanceActionsNegativeTestJSON-632899588-project-member] Lock "9e2fda18-07bc-4adc-a067-569d6cca1577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.685s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.438350] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683593, 'name': ReconfigVM_Task, 'duration_secs': 0.293237} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.438606] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 774.438784] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.439028] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a81641-0a41-44d9-86c8-89735c1a6d47 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.446292] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 774.446292] env[62668]: value = "task-2683594" [ 774.446292] env[62668]: _type = "Task" [ 774.446292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.453494] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.484845] env[62668]: INFO nova.compute.manager [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Took 60.76 seconds to build instance. [ 774.649061] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e9ff-03e3-bb7a-0b02-7e69c8c35435, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.649990] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee44bfd-53fa-4564-9ff2-b35113193a70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.655803] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 774.655803] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528ed4cc-7ca3-d745-0c9d-0deeaacbe4af" [ 774.655803] env[62668]: _type = "Task" [ 774.655803] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.664802] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528ed4cc-7ca3-d745-0c9d-0deeaacbe4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.958667] env[62668]: DEBUG oslo_vmware.api [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683594, 'name': PowerOnVM_Task, 'duration_secs': 0.420154} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.958962] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.959698] env[62668]: DEBUG nova.compute.manager [None req-cbc23c8f-e839-4b36-803b-d2799ba9e90f tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.960035] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fee572-e863-4d1c-9fc2-07d2ee3caae4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.987029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b78beca-d1ae-4ec8-af31-258be7412917 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.275s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.167383] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528ed4cc-7ca3-d745-0c9d-0deeaacbe4af, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.170050] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.170457] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.171130] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f98f8f-ee1f-42bc-9e6c-ea5bb637369d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.179628] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 775.179628] env[62668]: value = "task-2683595" [ 775.179628] env[62668]: _type = "Task" [ 775.179628] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.192130] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.260222] env[62668]: DEBUG oslo_concurrency.lockutils [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Acquiring lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.260222] env[62668]: DEBUG oslo_concurrency.lockutils [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Acquired lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.260222] env[62668]: DEBUG nova.network.neutron [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.451281] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e53b4-aa85-4e16-a2a5-54e5d32fb05c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.459131] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c8d0d9-7cc5-4b00-a8b2-c12819ddbcc5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.495166] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.504038] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834d304-eb4e-40b2-a76a-070a5552b6c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.513118] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f040240f-b9e9-497f-937c-ea93f5e49eb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.530750] env[62668]: DEBUG nova.compute.provider_tree [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.690970] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.034270] env[62668]: DEBUG nova.scheduler.client.report [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.039975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.136909] env[62668]: DEBUG nova.network.neutron [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updating instance_info_cache with network_info: [{"id": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "address": "fa:16:3e:b1:36:54", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b4655-5c", "ovs_interfaceid": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.193541] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531237} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.193541] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.193541] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.193541] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573cbb7f-bf87-4b52-8bcf-817c4de42820 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.199301] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 776.199301] env[62668]: value = "task-2683596" [ 776.199301] env[62668]: _type = "Task" [ 776.199301] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.206990] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.517857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.518365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.518626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.518877] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.519118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.521481] env[62668]: INFO nova.compute.manager [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Terminating instance [ 776.539956] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.540608] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.544614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.960s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.544614] env[62668]: DEBUG nova.objects.instance [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lazy-loading 'resources' on Instance uuid 6bec2128-2991-42c8-a527-5566d7cea371 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.629525] env[62668]: DEBUG oslo_concurrency.lockutils [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Releasing lock "refresh_cache-a714810a-26e5-4af3-b7e9-6c6a79d92671" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.630129] env[62668]: DEBUG nova.compute.manager [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Inject network info {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 776.631030] env[62668]: DEBUG nova.compute.manager [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] network_info to inject: |[{"id": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "address": "fa:16:3e:b1:36:54", "network": {"id": "4ba5c7c0-8e70-4063-9811-5d4defdebdbc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2040256250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978dd68d776c45d1a89553cba5d0a847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b4655-5c", "ovs_interfaceid": "cc6b4655-5c9f-40f6-9ff6-7854edf700a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 776.635469] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Reconfiguring VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 776.635805] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef2bb6d-1ac8-47af-b044-c6e9f4f63975 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.652827] env[62668]: DEBUG oslo_vmware.api [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Waiting for the task: (returnval){ [ 776.652827] env[62668]: value = "task-2683597" [ 776.652827] env[62668]: _type = "Task" [ 776.652827] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.661282] env[62668]: DEBUG oslo_vmware.api [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Task: {'id': task-2683597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.708776] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122515} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.709131] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.710014] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe14136-c808-4296-a9f2-368437ba986d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.731392] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.731691] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d97df2d-3568-4f01-aa83-6644eb8a2374 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.750372] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 776.750372] env[62668]: value = "task-2683598" [ 776.750372] env[62668]: _type = "Task" [ 776.750372] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.758583] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.027746] env[62668]: DEBUG nova.compute.manager [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.028091] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.029009] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b9b55-f542-4e84-bf5e-903a9ee2650a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.037166] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.037449] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7e0f9a-056d-4a29-afa6-375f1b615440 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.044531] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 777.044531] env[62668]: value = "task-2683599" [ 777.044531] env[62668]: _type = "Task" [ 777.044531] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.048713] env[62668]: DEBUG nova.compute.utils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.053839] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.053839] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.061459] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.115763] env[62668]: DEBUG nova.policy [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c859e36ac7b4c6aa5c4a58ecc441a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d0a176739b41cdac4429fa553e3d40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.166530] env[62668]: DEBUG oslo_vmware.api [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] Task: {'id': task-2683597, 'name': ReconfigVM_Task, 'duration_secs': 0.181061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.166530] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-499f857b-c50b-402c-a5af-9c9c63ceef89 tempest-ServersAdminTestJSON-1362641542 tempest-ServersAdminTestJSON-1362641542-project-admin] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Reconfigured VM instance to set the machine id {{(pid=62668) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 777.264312] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.486107] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully created port: 0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.554408] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.557288] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683599, 'name': PowerOffVM_Task, 'duration_secs': 0.218077} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.560387] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.560623] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.562790] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0bacc60-f935-48dd-88fa-bca8c43bca74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.631910] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.631910] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.631910] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleting the datastore file [datastore1] 6fb06b88-2d82-4e84-9e6f-d2f077908b0e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.631910] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-970044f3-ce69-447b-8f71-748515ee120b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.644628] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 777.644628] env[62668]: value = "task-2683601" [ 777.644628] env[62668]: _type = "Task" [ 777.644628] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.653510] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.749555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f553a2-f31a-4178-bb81-37c469746f0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.764255] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683598, 'name': ReconfigVM_Task, 'duration_secs': 0.525348} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.766366] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.767373] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10582ec3-c4ca-4bce-b726-4f020fdea550 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.770131] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde01709-d2de-4699-9e8f-72d3e4618925 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.815345] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468657b2-3d88-4431-bd90-0722cd24cf84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.818893] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 777.818893] env[62668]: value = "task-2683602" [ 777.818893] env[62668]: _type = "Task" [ 777.818893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.825506] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed045b-2fed-48c6-98cc-a7c7ac079d41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.832775] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683602, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.843367] env[62668]: DEBUG nova.compute.provider_tree [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.899345] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully created port: c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.153178] env[62668]: DEBUG oslo_vmware.api [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164054} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.153424] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.153625] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.153795] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.153964] env[62668]: INFO nova.compute.manager [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 778.154258] env[62668]: DEBUG oslo.service.loopingcall [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.154456] env[62668]: DEBUG nova.compute.manager [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.154556] env[62668]: DEBUG nova.network.neutron [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.232503] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully created port: 30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.282610] env[62668]: INFO nova.compute.manager [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Rebuilding instance [ 778.330595] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683602, 'name': Rename_Task, 'duration_secs': 0.134711} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.330950] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.331276] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17499e46-8605-4afd-bdce-f1bc8b07071f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.342724] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 778.342724] env[62668]: value = "task-2683603" [ 778.342724] env[62668]: _type = "Task" [ 778.342724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.346974] env[62668]: DEBUG nova.compute.manager [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.349956] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807e3d8-5509-4c76-813e-ec7aebe1205a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.359194] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.398513] env[62668]: DEBUG nova.scheduler.client.report [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 778.398513] env[62668]: DEBUG nova.compute.provider_tree [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 94 to 95 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 778.398513] env[62668]: DEBUG nova.compute.provider_tree [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.423121] env[62668]: DEBUG nova.compute.manager [req-7a4b1bb3-a457-43a8-91b1-2486bb9c5dd3 req-6aa685b7-50c1-46e6-9203-a138ed01281d service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Received event network-vif-deleted-857947d9-b511-4a55-a986-4f4cd23600ef {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 778.423121] env[62668]: INFO nova.compute.manager [req-7a4b1bb3-a457-43a8-91b1-2486bb9c5dd3 req-6aa685b7-50c1-46e6-9203-a138ed01281d service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Neutron deleted interface 857947d9-b511-4a55-a986-4f4cd23600ef; detaching it from the instance and deleting it from the info cache [ 778.423121] env[62668]: DEBUG nova.network.neutron [req-7a4b1bb3-a457-43a8-91b1-2486bb9c5dd3 req-6aa685b7-50c1-46e6-9203-a138ed01281d service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.565363] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.592356] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.594017] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.594472] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.594830] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.595137] env[62668]: DEBUG nova.virt.hardware [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.596108] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e8493a-b5a5-4601-8504-e6f4c705b48b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.607027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb52267-21b3-4e50-9ed1-4086dc8d3ea7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.853317] env[62668]: DEBUG oslo_vmware.api [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683603, 'name': PowerOnVM_Task, 'duration_secs': 0.41566} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.853587] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.853799] env[62668]: INFO nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Took 6.38 seconds to spawn the instance on the hypervisor. [ 778.854030] env[62668]: DEBUG nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.854802] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5454f6-41e5-4414-a642-320a27de4de4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.909108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.911394] env[62668]: DEBUG nova.network.neutron [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.912477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.868s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.912603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.912761] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 778.913061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.961s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.913274] env[62668]: DEBUG nova.objects.instance [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'resources' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.915361] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c8e19-d520-4af9-bf26-903845f1ca5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.923683] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74990bec-728c-4f5f-858f-02f98d8474d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.929017] env[62668]: INFO nova.scheduler.client.report [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Deleted allocations for instance 6bec2128-2991-42c8-a527-5566d7cea371 [ 778.940210] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7ee9b63-d66c-413a-9256-1d8c4693aa1b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.942370] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac14cd-57cb-481a-b068-981492c6740b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.951907] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe04c04-f507-40db-8da6-6e7abad137d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.957438] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afcf19d-4753-4950-bfd6-bfb400a5847a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.996138] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178292MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 778.996336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.009541] env[62668]: DEBUG nova.compute.manager [req-7a4b1bb3-a457-43a8-91b1-2486bb9c5dd3 req-6aa685b7-50c1-46e6-9203-a138ed01281d service nova] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Detach interface failed, port_id=857947d9-b511-4a55-a986-4f4cd23600ef, reason: Instance 6fb06b88-2d82-4e84-9e6f-d2f077908b0e could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 779.369133] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.369406] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dcaa955-8a1c-41f0-a8de-75011495f747 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.377019] env[62668]: INFO nova.compute.manager [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Took 61.92 seconds to build instance. [ 779.377597] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 779.377597] env[62668]: value = "task-2683604" [ 779.377597] env[62668]: _type = "Task" [ 779.377597] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.391076] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.418077] env[62668]: DEBUG nova.objects.instance [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'numa_topology' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.418077] env[62668]: INFO nova.compute.manager [-] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Took 1.26 seconds to deallocate network for instance. [ 779.445217] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98c8db9d-5ff8-478b-9bba-17ce481524fd tempest-ServersTestManualDisk-1173031686 tempest-ServersTestManualDisk-1173031686-project-member] Lock "6bec2128-2991-42c8-a527-5566d7cea371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.638s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.869096] env[62668]: DEBUG nova.compute.manager [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-plugged-0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 779.869338] env[62668]: DEBUG oslo_concurrency.lockutils [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.869588] env[62668]: DEBUG oslo_concurrency.lockutils [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.869841] env[62668]: DEBUG oslo_concurrency.lockutils [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.870015] env[62668]: DEBUG nova.compute.manager [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] No waiting events found dispatching network-vif-plugged-0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.870235] env[62668]: WARNING nova.compute.manager [req-a70a6360-faaf-48fa-b5ee-529ea9e381ab req-8d363e1b-a438-42a6-859f-258e542db593 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received unexpected event network-vif-plugged-0d415e0a-37dc-474a-84ea-6a5cf506d313 for instance with vm_state building and task_state spawning. [ 779.877933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8fa50b4a-29a6-4182-afad-54f2ed45d322 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.478s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.890742] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683604, 'name': PowerOffVM_Task, 'duration_secs': 0.222881} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.891073] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.891368] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.892229] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5e75d-75ee-403b-8b9c-98ae891c1659 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.902043] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.902043] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c548cd45-dc8f-4709-88d6-23c01a22f2ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.903661] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully updated port: 0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.923791] env[62668]: DEBUG nova.objects.base [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 779.934173] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.986059] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.986511] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.986511] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore2] 8d1f4077-4988-473d-8026-6ae0e44a70e4 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.986795] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50cabf7b-fb10-47d8-959e-96f25c1c3936 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.997216] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 779.997216] env[62668]: value = "task-2683606" [ 779.997216] env[62668]: _type = "Task" [ 779.997216] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.008668] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.105667] env[62668]: INFO nova.compute.manager [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Rebuilding instance [ 780.153795] env[62668]: DEBUG nova.compute.manager [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.154673] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e48b6-be40-4198-bec2-050d2580ceb6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.384904] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.446906] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f933a7b-fe38-4063-9e75-ecb48ee44903 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.456349] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec63a59-a7eb-426d-b671-153b46da4c05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.490230] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce65c5-95c5-44fd-867f-0b3a7ca2b4b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.498567] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d422da1-6616-426f-872c-b7739ef85284 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.516079] env[62668]: DEBUG nova.compute.provider_tree [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.520796] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146518} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.520943] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.521149] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.522048] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.905929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.027102] env[62668]: DEBUG nova.scheduler.client.report [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.173769] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.174169] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f2e974-f12c-46d7-b31b-faded7b97a36 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181507] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 781.181507] env[62668]: value = "task-2683607" [ 781.181507] env[62668]: _type = "Task" [ 781.181507] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.190043] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.534398] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.621s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.539588] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.731s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.541045] env[62668]: INFO nova.compute.claims [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.564673] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.564673] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.564841] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.565903] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.565903] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.565903] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.566132] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.566269] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.566493] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.566734] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.568808] env[62668]: DEBUG nova.virt.hardware [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.568808] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbe00a-161f-4ef9-9a2c-3eb76420560f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.576135] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e123e299-8973-4bae-a7f8-5fa561a5966a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.590344] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:05:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8693f90-7740-469a-8dd9-75a6beb14b3d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.597551] env[62668]: DEBUG oslo.service.loopingcall [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.597995] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.598214] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94efd8ad-240a-4c23-868a-c82c90ef1fc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.617401] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.617401] env[62668]: value = "task-2683608" [ 781.617401] env[62668]: _type = "Task" [ 781.617401] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.625153] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683608, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.694572] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683607, 'name': PowerOffVM_Task, 'duration_secs': 0.120142} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.694914] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.695304] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.696227] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441faaf0-6371-40e7-8015-db69ddd2de0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.704126] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.704438] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c087ae1b-cc0a-4aad-8dd2-e12f75388b1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.732555] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.732845] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.733063] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Deleting the datastore file [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.733377] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9115f7-a6fa-4312-939a-89f06f70005c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.740966] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 781.740966] env[62668]: value = "task-2683610" [ 781.740966] env[62668]: _type = "Task" [ 781.740966] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.750061] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.902165] env[62668]: DEBUG nova.compute.manager [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-changed-0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 781.903950] env[62668]: DEBUG nova.compute.manager [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing instance network info cache due to event network-changed-0d415e0a-37dc-474a-84ea-6a5cf506d313. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 781.903950] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Acquiring lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.903950] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Acquired lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.904217] env[62668]: DEBUG nova.network.neutron [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing network info cache for port 0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.988896] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully updated port: c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.043877] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cccc0668-ec57-49db-aed5-e9842e93f0ec tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 66.807s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.044741] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 38.784s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.044942] env[62668]: INFO nova.compute.manager [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Unshelving [ 782.130816] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683608, 'name': CreateVM_Task, 'duration_secs': 0.385237} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.134160] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.134160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.134160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.134160] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.134160] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f07e1e5-a0f5-4b66-9939-889af1920bd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.141736] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 782.141736] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ffe273-a0a8-a88e-b5f1-e33d5c120dea" [ 782.141736] env[62668]: _type = "Task" [ 782.141736] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.153996] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ffe273-a0a8-a88e-b5f1-e33d5c120dea, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.153996] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.154303] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.155137] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.155137] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.155137] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.155497] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07058be-16bb-4bb9-94b3-b5c787536b59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.165656] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.165864] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.167063] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bca6af-132c-4c19-8fc7-ece1474f2dc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.174268] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 782.174268] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52281f8d-1c0c-4d45-2909-70549a405d39" [ 782.174268] env[62668]: _type = "Task" [ 782.174268] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.184974] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52281f8d-1c0c-4d45-2909-70549a405d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.252831] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102876} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.253201] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.253453] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.253763] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.521738] env[62668]: DEBUG nova.network.neutron [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.660227] env[62668]: DEBUG nova.network.neutron [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.686917] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52281f8d-1c0c-4d45-2909-70549a405d39, 'name': SearchDatastore_Task, 'duration_secs': 0.016531} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.691201] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8272069c-0438-4b8b-919b-aa034d32bb84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.696724] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 782.696724] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ecd6-bf47-9313-de34-6d2a9a49a263" [ 782.696724] env[62668]: _type = "Task" [ 782.696724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.709329] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ecd6-bf47-9313-de34-6d2a9a49a263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.059250] env[62668]: DEBUG nova.compute.utils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.104014] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc9795-c654-4177-bfbf-48df0fd4bcd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.110924] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b63e85-16df-461a-b2db-7eda6047b14a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.140238] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4052586-d9f1-4724-bedd-21019454bfe6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.151020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ea333-ad92-4ae7-9e22-157e8bb40fd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.161335] env[62668]: DEBUG nova.compute.provider_tree [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.162823] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Releasing lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.163052] env[62668]: DEBUG nova.compute.manager [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-plugged-c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 783.163236] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.163428] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.163583] env[62668]: DEBUG oslo_concurrency.lockutils [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.163743] env[62668]: DEBUG nova.compute.manager [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] No waiting events found dispatching network-vif-plugged-c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.163906] env[62668]: WARNING nova.compute.manager [req-d7405182-176e-44e3-85c2-6295b56b4bb3 req-45ce4a63-ede4-4b6b-bf9c-cc5997b3aa09 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received unexpected event network-vif-plugged-c74c6f98-5497-416f-a29f-24607780e2f8 for instance with vm_state building and task_state spawning. [ 783.207091] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5201ecd6-bf47-9313-de34-6d2a9a49a263, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.207830] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.207830] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.207956] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03c22924-e378-4728-b6e6-3c03a95cc299 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.215025] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 783.215025] env[62668]: value = "task-2683611" [ 783.215025] env[62668]: _type = "Task" [ 783.215025] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.227057] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.305162] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.305493] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.305656] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.305880] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.308062] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.308298] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.308555] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.308740] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.308925] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.309127] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.309324] env[62668]: DEBUG nova.virt.hardware [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.310224] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e7bda-5b29-4648-8418-1cec0803e8f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.322433] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10896e2-39b2-49ba-82fb-5aaff890f408 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.337821] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.343252] env[62668]: DEBUG oslo.service.loopingcall [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.343533] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.343786] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba31ca41-765a-4b08-8a63-a47ee8683c68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.360798] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.360798] env[62668]: value = "task-2683612" [ 783.360798] env[62668]: _type = "Task" [ 783.360798] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.369740] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683612, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.562774] env[62668]: INFO nova.virt.block_device [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Booting with volume 8b7eb7d0-69e8-4061-8fb2-5d1d97f78832 at /dev/sdb [ 783.615763] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-965ba776-af8f-4036-8588-dfd248223de6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.625500] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cece3c-3c78-4848-9208-b96436d871da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.660199] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61754700-cf3e-43ff-a2e9-8954d144d4a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.668363] env[62668]: DEBUG nova.scheduler.client.report [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.680534] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96715281-d91a-438c-a948-f92dabba9eab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.715982] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ca243-f6ca-40c6-9e6b-19e5a7f9af20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.729852] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6579b513-c88d-499e-a034-5f65d1d29064 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.732327] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479908} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.732937] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.733118] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.733653] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bfa5419-d3db-4a45-9071-bdf62bb53a11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.740074] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 783.740074] env[62668]: value = "task-2683613" [ 783.740074] env[62668]: _type = "Task" [ 783.740074] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.746927] env[62668]: DEBUG nova.virt.block_device [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating existing volume attachment record: 05303a59-2323-46d4-95a7-64ed5e5e36b8 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 783.756337] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.870452] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683612, 'name': CreateVM_Task, 'duration_secs': 0.311403} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.870816] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.871051] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.871219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.871547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.871814] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245c01df-c2d2-46b2-a084-b366711c6f8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.876230] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 783.876230] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c6031-2225-d04d-02fd-3b00af8f3f4b" [ 783.876230] env[62668]: _type = "Task" [ 783.876230] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.884519] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c6031-2225-d04d-02fd-3b00af8f3f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.940034] env[62668]: DEBUG nova.compute.manager [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-changed-c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 783.941028] env[62668]: DEBUG nova.compute.manager [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing instance network info cache due to event network-changed-c74c6f98-5497-416f-a29f-24607780e2f8. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 783.942413] env[62668]: DEBUG oslo_concurrency.lockutils [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] Acquiring lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.942413] env[62668]: DEBUG oslo_concurrency.lockutils [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] Acquired lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.942413] env[62668]: DEBUG nova.network.neutron [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing network info cache for port c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.059115] env[62668]: DEBUG nova.compute.manager [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-plugged-30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 784.059115] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.059315] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.059606] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.059798] env[62668]: DEBUG nova.compute.manager [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] No waiting events found dispatching network-vif-plugged-30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.060017] env[62668]: WARNING nova.compute.manager [req-a2458633-6509-4f54-b192-63f9dc09931c req-533b58a0-d2f3-40c1-86ac-e305f733df19 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received unexpected event network-vif-plugged-30f73365-b406-4ea3-a43d-45e36654b02f for instance with vm_state building and task_state spawning. [ 784.156771] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Successfully updated port: 30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.174458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.179109] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.179109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.133s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.179576] env[62668]: DEBUG nova.objects.instance [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lazy-loading 'resources' on Instance uuid 0e5e5991-987f-463a-baa9-a3f4d54bc58c {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.257027] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060408} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.257027] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.257027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12002a-ae67-4221-bf48-15e60426e6a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.286442] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.286844] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e36869-4789-4b2f-bea3-d6253ca6b8a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.310425] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 784.310425] env[62668]: value = "task-2683617" [ 784.310425] env[62668]: _type = "Task" [ 784.310425] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.322555] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.389148] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c6031-2225-d04d-02fd-3b00af8f3f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.389490] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.389723] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.389975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.390125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.390412] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.390569] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a386c64-69bf-4c33-85c1-eb8ce6ad4b09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.399130] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.399322] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.400064] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37de0814-259c-45fb-baec-9c9397067a69 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.405624] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 784.405624] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525640c5-2ede-faa7-9fa6-3126a2dbd61a" [ 784.405624] env[62668]: _type = "Task" [ 784.405624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.414178] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525640c5-2ede-faa7-9fa6-3126a2dbd61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.498049] env[62668]: DEBUG nova.network.neutron [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.585467] env[62668]: DEBUG nova.network.neutron [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.660811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.682981] env[62668]: DEBUG nova.compute.utils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.691610] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.691918] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.758704] env[62668]: DEBUG nova.policy [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8aaa667f4e40d99faca572e5f71a32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493b2b18c820495d82181e349c686c39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.821790] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683617, 'name': ReconfigVM_Task, 'duration_secs': 0.367666} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.822807] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.822807] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f177d9ff-b43f-4832-801b-95c51b3a1493 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.829650] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 784.829650] env[62668]: value = "task-2683618" [ 784.829650] env[62668]: _type = "Task" [ 784.829650] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.841843] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683618, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.918661] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525640c5-2ede-faa7-9fa6-3126a2dbd61a, 'name': SearchDatastore_Task, 'duration_secs': 0.008648} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.924034] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e8f05f-381c-4c31-941f-e5f73d06a953 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.931033] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 784.931033] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b11c8-c315-a7c2-daee-dd527a9131ef" [ 784.931033] env[62668]: _type = "Task" [ 784.931033] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.940106] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b11c8-c315-a7c2-daee-dd527a9131ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.089680] env[62668]: DEBUG oslo_concurrency.lockutils [req-443a9f4a-3f19-4168-a4e4-5087cda5753c req-dc687e6c-5272-4461-839f-0e48b4f2c2c8 service nova] Releasing lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.089680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.089680] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.185616] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Successfully created port: f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.191999] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.324743] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4257b2-3fa3-4b2e-99ad-e426324bb67b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.335943] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9388a-b93a-498b-9207-e011db31e03d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.343987] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683618, 'name': Rename_Task, 'duration_secs': 0.327721} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.381355] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.382266] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4e2bbf-b8bb-4f69-8e7d-4b18f43ce8a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.384766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e16a9d-560d-42fb-8de8-85a2d6f757fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.399992] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd0268-39f7-4780-88bd-f35892e8bc65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.404034] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 785.404034] env[62668]: value = "task-2683619" [ 785.404034] env[62668]: _type = "Task" [ 785.404034] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.415746] env[62668]: DEBUG nova.compute.provider_tree [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.424725] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683619, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.442350] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525b11c8-c315-a7c2-daee-dd527a9131ef, 'name': SearchDatastore_Task, 'duration_secs': 0.030665} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.442712] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.442915] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.443193] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e8ba14-7f53-451c-b376-52dc6d7182e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.449971] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 785.449971] env[62668]: value = "task-2683620" [ 785.449971] env[62668]: _type = "Task" [ 785.449971] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.460644] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.580335] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.580573] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.649194] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.915074] env[62668]: DEBUG oslo_vmware.api [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683619, 'name': PowerOnVM_Task, 'duration_secs': 0.51156} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.915483] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.915742] env[62668]: DEBUG nova.compute.manager [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.916496] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c2661-091d-4c71-bc6d-b7d1c9483508 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.946645] env[62668]: ERROR nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [req-9b41a778-033d-4330-ae37-a7eae7b3ee0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b41a778-033d-4330-ae37-a7eae7b3ee0e"}]} [ 785.962786] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683620, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.971992] env[62668]: DEBUG nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 785.988918] env[62668]: DEBUG nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 785.989158] env[62668]: DEBUG nova.compute.provider_tree [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.004227] env[62668]: DEBUG nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.028621] env[62668]: DEBUG nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.117498] env[62668]: DEBUG nova.compute.manager [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-changed-30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 786.118864] env[62668]: DEBUG nova.compute.manager [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing instance network info cache due to event network-changed-30f73365-b406-4ea3-a43d-45e36654b02f. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 786.118864] env[62668]: DEBUG oslo_concurrency.lockutils [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] Acquiring lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.201214] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.236991] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c6c30d38df23da28c9c07026ffcb58e4',container_format='bare',created_at=2025-02-19T12:57:36Z,direct_url=,disk_format='vmdk',id=76b5a211-19ae-46ba-88f9-b7c30c925400,min_disk=1,min_ram=0,name='tempest-test-snap-126261784',owner='493b2b18c820495d82181e349c686c39',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T12:57:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.236991] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.236991] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.236991] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.237170] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.238048] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.238048] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.238048] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.238048] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.238048] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.239958] env[62668]: DEBUG nova.virt.hardware [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.239958] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693cd78-9a47-4518-bd57-4b1f4359c97e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.243294] env[62668]: DEBUG nova.network.neutron [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [{"id": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "address": "fa:16:3e:34:df:ef", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d415e0a-37", "ovs_interfaceid": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c74c6f98-5497-416f-a29f-24607780e2f8", "address": "fa:16:3e:6b:1d:b1", "network": {"id": "fbc8bbf9-fa3b-4b2f-8adf-cad7161c0deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709529889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74c6f98-54", "ovs_interfaceid": "c74c6f98-5497-416f-a29f-24607780e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30f73365-b406-4ea3-a43d-45e36654b02f", "address": "fa:16:3e:1b:0a:0d", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f73365-b4", "ovs_interfaceid": "30f73365-b406-4ea3-a43d-45e36654b02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.256321] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd65130-2cc3-4511-a16a-97fd0b7a5884 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.446329] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.460637] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51962} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.463469] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.464105] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.465137] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1449a503-d830-4b96-b316-286e0021405c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.471300] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 786.471300] env[62668]: value = "task-2683622" [ 786.471300] env[62668]: _type = "Task" [ 786.471300] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.483915] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.707331] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10542139-5b34-4408-a3fd-a748c323ff5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.715623] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7932dec-9c25-4d26-8e9b-cb127072697e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.751399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.751787] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance network_info: |[{"id": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "address": "fa:16:3e:34:df:ef", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d415e0a-37", "ovs_interfaceid": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c74c6f98-5497-416f-a29f-24607780e2f8", "address": "fa:16:3e:6b:1d:b1", "network": {"id": "fbc8bbf9-fa3b-4b2f-8adf-cad7161c0deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709529889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74c6f98-54", "ovs_interfaceid": "c74c6f98-5497-416f-a29f-24607780e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30f73365-b406-4ea3-a43d-45e36654b02f", "address": "fa:16:3e:1b:0a:0d", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f73365-b4", "ovs_interfaceid": "30f73365-b406-4ea3-a43d-45e36654b02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.752382] env[62668]: DEBUG oslo_concurrency.lockutils [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] Acquired lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.752581] env[62668]: DEBUG nova.network.neutron [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Refreshing network info cache for port 30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.756633] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:df:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d415e0a-37dc-474a-84ea-6a5cf506d313', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:1d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c74c6f98-5497-416f-a29f-24607780e2f8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:0a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30f73365-b406-4ea3-a43d-45e36654b02f', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.764717] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Creating folder: Project (14d0a176739b41cdac4429fa553e3d40). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.766821] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45378651-c430-4159-a26a-a35b92e78bf0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.769455] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e07f4932-ce47-46a0-880d-112fcb258d87 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.777723] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf3ed5-a83f-4a25-8e92-9ae2c8df4551 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.784283] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Created folder: Project (14d0a176739b41cdac4429fa553e3d40) in parent group-v540833. [ 786.784485] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Creating folder: Instances. Parent ref: group-v541009. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.785095] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccf5daf2-9230-452d-ba0b-b64d16c4bc79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.795651] env[62668]: DEBUG nova.compute.provider_tree [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.803640] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Created folder: Instances in parent group-v541009. [ 786.803875] env[62668]: DEBUG oslo.service.loopingcall [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.804103] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.804282] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8427a0f7-9bfb-4555-abaa-770f9d46354b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.829080] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.829080] env[62668]: value = "task-2683625" [ 786.829080] env[62668]: _type = "Task" [ 786.829080] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.837184] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683625, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.948488] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Successfully updated port: f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.988779] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069555} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.989118] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.989947] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797bea3-ea4e-4df8-82ff-59df0c08edd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.010681] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.010981] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d0a952-7f09-49e7-8898-550d910b5f41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.030700] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 787.030700] env[62668]: value = "task-2683626" [ 787.030700] env[62668]: _type = "Task" [ 787.030700] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.039617] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.192013] env[62668]: INFO nova.compute.manager [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Rebuilding instance [ 787.245889] env[62668]: DEBUG nova.compute.manager [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.246764] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c4f2e9-c00c-447c-9da7-c8ecfa382cdd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.328147] env[62668]: DEBUG nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.328409] env[62668]: DEBUG nova.compute.provider_tree [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 96 to 97 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.328590] env[62668]: DEBUG nova.compute.provider_tree [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.340793] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683625, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.450268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.450415] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.450586] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.540562] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.544309] env[62668]: DEBUG nova.network.neutron [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updated VIF entry in instance network info cache for port 30f73365-b406-4ea3-a43d-45e36654b02f. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.544750] env[62668]: DEBUG nova.network.neutron [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [{"id": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "address": "fa:16:3e:34:df:ef", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d415e0a-37", "ovs_interfaceid": "0d415e0a-37dc-474a-84ea-6a5cf506d313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c74c6f98-5497-416f-a29f-24607780e2f8", "address": "fa:16:3e:6b:1d:b1", "network": {"id": "fbc8bbf9-fa3b-4b2f-8adf-cad7161c0deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709529889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74c6f98-54", "ovs_interfaceid": "c74c6f98-5497-416f-a29f-24607780e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30f73365-b406-4ea3-a43d-45e36654b02f", "address": "fa:16:3e:1b:0a:0d", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f73365-b4", "ovs_interfaceid": "30f73365-b406-4ea3-a43d-45e36654b02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.833458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.654s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.838975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.675s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.840423] env[62668]: INFO nova.compute.claims [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.848180] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683625, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.853819] env[62668]: INFO nova.scheduler.client.report [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleted allocations for instance 0e5e5991-987f-463a-baa9-a3f4d54bc58c [ 787.984403] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.041075] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683626, 'name': ReconfigVM_Task, 'duration_secs': 1.004783} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.041356] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412/88bcf6e7-042f-4c74-a226-e09dd3c9c412.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.041929] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b412e47-82aa-4c2a-82ca-9f9dda4fa4fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.047089] env[62668]: DEBUG oslo_concurrency.lockutils [req-b21617c4-4180-450c-af1b-604a257ecb87 req-29d31685-6ab9-419f-82ed-c291f6116627 service nova] Releasing lock "refresh_cache-0ff19c78-551b-4181-aca1-852e02fe7f9e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.048579] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 788.048579] env[62668]: value = "task-2683627" [ 788.048579] env[62668]: _type = "Task" [ 788.048579] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.056415] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683627, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.139840] env[62668]: DEBUG nova.compute.manager [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Received event network-vif-plugged-f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 788.140070] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Acquiring lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.140341] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.140454] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.140822] env[62668]: DEBUG nova.compute.manager [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] No waiting events found dispatching network-vif-plugged-f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.140822] env[62668]: WARNING nova.compute.manager [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Received unexpected event network-vif-plugged-f5ede056-7738-4486-9255-0cb224616052 for instance with vm_state building and task_state spawning. [ 788.141202] env[62668]: DEBUG nova.compute.manager [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Received event network-changed-f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 788.141202] env[62668]: DEBUG nova.compute.manager [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Refreshing instance network info cache due to event network-changed-f5ede056-7738-4486-9255-0cb224616052. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 788.141308] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Acquiring lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.160492] env[62668]: DEBUG nova.network.neutron [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Updating instance_info_cache with network_info: [{"id": "f5ede056-7738-4486-9255-0cb224616052", "address": "fa:16:3e:3d:1e:d0", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ede056-77", "ovs_interfaceid": "f5ede056-7738-4486-9255-0cb224616052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.259988] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.260405] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9009e34-f137-4b5d-9002-54808c2fcf8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.267794] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 788.267794] env[62668]: value = "task-2683628" [ 788.267794] env[62668]: _type = "Task" [ 788.267794] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.276058] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.342347] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683625, 'name': CreateVM_Task, 'duration_secs': 1.510732} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.342564] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.343916] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.344152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.344528] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.346942] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54d12bf-f06e-486d-9431-31eb1f976644 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.351856] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 788.351856] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecf17f-0823-01a1-fa46-1ce3dffaf33c" [ 788.351856] env[62668]: _type = "Task" [ 788.351856] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.363296] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecf17f-0823-01a1-fa46-1ce3dffaf33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.363725] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d121c037-495a-40e7-ac99-4ea99b506595 tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "0e5e5991-987f-463a-baa9-a3f4d54bc58c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.953s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.557425] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683627, 'name': Rename_Task, 'duration_secs': 0.272829} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.557733] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.557988] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5f4b7b-b16d-4ddd-b983-7ff863bc49c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.566175] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 788.566175] env[62668]: value = "task-2683630" [ 788.566175] env[62668]: _type = "Task" [ 788.566175] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.571908] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.663097] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.663440] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Instance network_info: |[{"id": "f5ede056-7738-4486-9255-0cb224616052", "address": "fa:16:3e:3d:1e:d0", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ede056-77", "ovs_interfaceid": "f5ede056-7738-4486-9255-0cb224616052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.663735] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Acquired lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.663923] env[62668]: DEBUG nova.network.neutron [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Refreshing network info cache for port f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.665180] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:1e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ede056-7738-4486-9255-0cb224616052', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.673950] env[62668]: DEBUG oslo.service.loopingcall [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.677174] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.677691] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca966e3-22cc-4d75-a690-07d399e1eec2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.703588] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.703588] env[62668]: value = "task-2683631" [ 788.703588] env[62668]: _type = "Task" [ 788.703588] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.713191] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683631, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.780824] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683628, 'name': PowerOffVM_Task, 'duration_secs': 0.148061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.781102] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.781334] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.782108] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63526c90-fd84-4ddf-8058-93222a6f7e87 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.788865] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.789134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f536216-74c6-4eb6-8cda-929056d4e9a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.858134] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.858404] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.858586] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.859233] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ef272d-4be5-437a-a8a6-9b1a236d207c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.864962] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecf17f-0823-01a1-fa46-1ce3dffaf33c, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.865849] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.866000] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.867910] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.867910] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.867910] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.867910] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80dc9133-cb18-40e5-abf4-5a69ad4e66f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.869900] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 788.869900] env[62668]: value = "task-2683633" [ 788.869900] env[62668]: _type = "Task" [ 788.869900] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.881236] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.881422] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.882210] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.885187] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4c2ed9-51c7-47aa-9b1d-d35e85e5bd30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.891144] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 788.891144] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523be2ec-6bbb-e138-a986-c0389c8135c0" [ 788.891144] env[62668]: _type = "Task" [ 788.891144] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.899622] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523be2ec-6bbb-e138-a986-c0389c8135c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.929369] env[62668]: DEBUG nova.network.neutron [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Updated VIF entry in instance network info cache for port f5ede056-7738-4486-9255-0cb224616052. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.929749] env[62668]: DEBUG nova.network.neutron [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Updating instance_info_cache with network_info: [{"id": "f5ede056-7738-4486-9255-0cb224616052", "address": "fa:16:3e:3d:1e:d0", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ede056-77", "ovs_interfaceid": "f5ede056-7738-4486-9255-0cb224616052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.075767] env[62668]: DEBUG oslo_vmware.api [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683630, 'name': PowerOnVM_Task, 'duration_secs': 0.433649} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.076098] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.076243] env[62668]: DEBUG nova.compute.manager [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.077065] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102af7f-21a1-4750-8c06-9e79e71f895e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.212566] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683631, 'name': CreateVM_Task, 'duration_secs': 0.359974} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.214789] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.215565] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.218100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.218100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.218100] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ead722-e275-4cf0-9143-d8091f9736d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.222407] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 789.222407] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525da491-1c5a-d0f6-9572-e3c7b2c65197" [ 789.222407] env[62668]: _type = "Task" [ 789.222407] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.229553] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525da491-1c5a-d0f6-9572-e3c7b2c65197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.322784] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e28f4-865e-4c73-958f-9524e8e1e251 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.330033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a1b55-3aea-4e9b-a3af-b40b18b2a3c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.363592] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a74c79-c478-4061-b69a-9fcd3969f9b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.376111] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b361513-3170-4579-bb6f-4f078e062b67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384209] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.391724] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.391815] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.392114] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.398019] env[62668]: DEBUG nova.compute.provider_tree [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.405410] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523be2ec-6bbb-e138-a986-c0389c8135c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.407863] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83695caa-01ce-46c5-a53c-a5da661c8167 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.412313] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 789.412313] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523297dc-9974-1fdf-3b67-7fe43ed5e1e7" [ 789.412313] env[62668]: _type = "Task" [ 789.412313] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.419832] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523297dc-9974-1fdf-3b67-7fe43ed5e1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.437406] env[62668]: DEBUG oslo_concurrency.lockutils [req-4b98266e-0dfa-4315-adf7-37cc6f611417 req-1101ad14-84a9-4aa1-8431-306e67db4dfd service nova] Releasing lock "refresh_cache-8c48eafa-e192-44a0-a327-f9ce2297315e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.594066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.733534] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.733828] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Processing image 76b5a211-19ae-46ba-88f9-b7c30c925400 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.734145] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.734346] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.734552] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.734799] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57dada9-dd78-4ef2-9e12-991ce3ad8d59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.742634] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.742807] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.743495] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2e8b3a-e3e0-47a8-aac8-265b391370f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.748620] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 789.748620] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b6aa7-3cb9-69a1-d6fb-4e338377c859" [ 789.748620] env[62668]: _type = "Task" [ 789.748620] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.755473] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b6aa7-3cb9-69a1-d6fb-4e338377c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.851269] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.926453] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523297dc-9974-1fdf-3b67-7fe43ed5e1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.926754] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.927017] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 0ff19c78-551b-4181-aca1-852e02fe7f9e/0ff19c78-551b-4181-aca1-852e02fe7f9e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.927279] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b3e32d8-6d2b-4098-97cf-7a14b75ed84a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.931741] env[62668]: DEBUG nova.scheduler.client.report [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.932808] env[62668]: DEBUG nova.compute.provider_tree [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 97 to 98 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.932808] env[62668]: DEBUG nova.compute.provider_tree [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.937116] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 789.937116] env[62668]: value = "task-2683634" [ 789.937116] env[62668]: _type = "Task" [ 789.937116] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.949475] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.258714] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 790.259133] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Fetch image to [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430/OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 790.259133] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Downloading stream optimized image 76b5a211-19ae-46ba-88f9-b7c30c925400 to [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430/OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430.vmdk on the data store datastore2 as vApp {{(pid=62668) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 790.259317] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Downloading image file data 76b5a211-19ae-46ba-88f9-b7c30c925400 to the ESX as VM named 'OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430' {{(pid=62668) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 790.331361] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.331861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.331861] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.332018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.332203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.334793] env[62668]: INFO nova.compute.manager [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Terminating instance [ 790.348980] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 790.348980] env[62668]: value = "resgroup-9" [ 790.348980] env[62668]: _type = "ResourcePool" [ 790.348980] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 790.350016] env[62668]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-10ab88f0-f770-4b4d-8375-48fce2c29537 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.371411] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease: (returnval){ [ 790.371411] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 790.371411] env[62668]: _type = "HttpNfcLease" [ 790.371411] env[62668]: } obtained for vApp import into resource pool (val){ [ 790.371411] env[62668]: value = "resgroup-9" [ 790.371411] env[62668]: _type = "ResourcePool" [ 790.371411] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 790.371745] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the lease: (returnval){ [ 790.371745] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 790.371745] env[62668]: _type = "HttpNfcLease" [ 790.371745] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.379438] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.379438] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 790.379438] env[62668]: _type = "HttpNfcLease" [ 790.379438] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.427611] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.427869] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.428035] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.428219] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.428366] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.428513] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.428720] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.428882] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.429062] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.429219] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.429391] env[62668]: DEBUG nova.virt.hardware [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.430358] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347eed8b-a0fa-42dd-8c5a-9e4ecb1c7557 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.438298] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bcebbd-da5c-47f6-8610-6de2ad5c6eb0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.442791] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.443258] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.448834] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.619s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.450284] env[62668]: INFO nova.compute.claims [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.470118] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:05:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8693f90-7740-469a-8dd9-75a6beb14b3d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.475883] env[62668]: DEBUG oslo.service.loopingcall [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.476884] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446991} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.476884] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.476884] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 0ff19c78-551b-4181-aca1-852e02fe7f9e/0ff19c78-551b-4181-aca1-852e02fe7f9e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.477165] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.477165] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d32f5631-a64d-45df-be6f-9b4bb46fefb5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.491734] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e54b24-4895-44cc-a2aa-5d7a832b246d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.504341] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 790.504341] env[62668]: value = "task-2683637" [ 790.504341] env[62668]: _type = "Task" [ 790.504341] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.504341] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.504341] env[62668]: value = "task-2683636" [ 790.504341] env[62668]: _type = "Task" [ 790.504341] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.514730] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.519109] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683636, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.838713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "refresh_cache-88bcf6e7-042f-4c74-a226-e09dd3c9c412" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.838907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquired lock "refresh_cache-88bcf6e7-042f-4c74-a226-e09dd3c9c412" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.839140] env[62668]: DEBUG nova.network.neutron [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.880433] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.880433] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 790.880433] env[62668]: _type = "HttpNfcLease" [ 790.880433] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.954943] env[62668]: DEBUG nova.compute.utils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.961029] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.961029] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.999648] env[62668]: DEBUG nova.policy [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52cfbf5b92c04f32a5b18cdb81aa88f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ecdc17594f447dab7a18aaf09a2ecef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.014071] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070544} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.017133] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.017383] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683636, 'name': CreateVM_Task, 'duration_secs': 0.389854} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.018076] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b684098-3a3a-4e97-879d-acca785e1516 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.020869] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.021503] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.021661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.021970] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.022767] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac98be1a-2a96-4ec6-8e8d-9838fdb812ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.050345] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0ff19c78-551b-4181-aca1-852e02fe7f9e/0ff19c78-551b-4181-aca1-852e02fe7f9e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.051834] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896ef5e0-fbb8-4d2a-a411-58ce117f8f2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.065940] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 791.065940] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5257492c-e761-76cb-e254-dc6b14df4208" [ 791.065940] env[62668]: _type = "Task" [ 791.065940] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.072660] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 791.072660] env[62668]: value = "task-2683638" [ 791.072660] env[62668]: _type = "Task" [ 791.072660] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.076067] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5257492c-e761-76cb-e254-dc6b14df4208, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.079024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.079265] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.079493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.079640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.079816] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.080064] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ccb470f-19aa-4d71-b188-ff5d9c51a31e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.086047] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.089038] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.089213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.089964] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43133262-f6bc-458a-8418-0bb9d51274c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.095521] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 791.095521] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5279eaf7-78f1-68eb-3011-6e61163af21b" [ 791.095521] env[62668]: _type = "Task" [ 791.095521] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.108564] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5279eaf7-78f1-68eb-3011-6e61163af21b, 'name': SearchDatastore_Task} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.109459] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c00a051-9007-44ce-8783-79d7d0918faf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.116540] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 791.116540] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c6d7dc-8076-a7ba-d18a-886e501ed601" [ 791.116540] env[62668]: _type = "Task" [ 791.116540] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.127313] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c6d7dc-8076-a7ba-d18a-886e501ed601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.319223] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Successfully created port: c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.357270] env[62668]: DEBUG nova.network.neutron [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.381287] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.381287] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 791.381287] env[62668]: _type = "HttpNfcLease" [ 791.381287] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.381579] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.381579] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520930b3-6bc8-3c3f-0121-54c1839bbdd1" [ 791.381579] env[62668]: _type = "HttpNfcLease" [ 791.381579] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 791.382394] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a3711-cfb1-4641-91a6-cae60d3c798e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.391385] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.391563] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 791.448386] env[62668]: DEBUG nova.network.neutron [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.454683] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b460bf22-fe68-4bfa-95dc-4a91a802bf0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.465324] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.586590] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683638, 'name': ReconfigVM_Task, 'duration_secs': 0.273282} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.586711] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0ff19c78-551b-4181-aca1-852e02fe7f9e/0ff19c78-551b-4181-aca1-852e02fe7f9e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.587386] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d94c779-618c-4808-b3ef-b35392f7910e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.594793] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 791.594793] env[62668]: value = "task-2683639" [ 791.594793] env[62668]: _type = "Task" [ 791.594793] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.603536] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683639, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.636015] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c6d7dc-8076-a7ba-d18a-886e501ed601, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.636457] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.636629] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.638561] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99daf86-cc6b-4f20-af1b-64506549b7b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.651375] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 791.651375] env[62668]: value = "task-2683640" [ 791.651375] env[62668]: _type = "Task" [ 791.651375] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.667466] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.953036] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Releasing lock "refresh_cache-88bcf6e7-042f-4c74-a226-e09dd3c9c412" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.953631] env[62668]: DEBUG nova.compute.manager [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.953834] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.954889] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51cef7b-5de1-4113-82bd-ad8370c287d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.966397] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.968203] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c90f6cf-182e-4ee4-8139-7b4f86161401 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.978309] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 791.978309] env[62668]: value = "task-2683641" [ 791.978309] env[62668]: _type = "Task" [ 791.978309] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.992950] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.053964] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3443abdf-f6d8-411b-bc1d-3ef9ea2e4cdd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.065610] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5a0a2-7e47-4bf3-8682-123ca1de4600 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.115122] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1e3e8-9b11-4722-92d9-d252682333e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.129861] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683639, 'name': Rename_Task, 'duration_secs': 0.211682} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.133155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a64a22-a760-41d7-a1df-d49e9280165d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.137985] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.138355] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9601ba-6730-449a-b5c4-3c122890891f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.154059] env[62668]: DEBUG nova.compute.provider_tree [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.162778] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 792.162778] env[62668]: value = "task-2683642" [ 792.162778] env[62668]: _type = "Task" [ 792.162778] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.176144] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.181773] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.233964] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.234334] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.234609] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.234763] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.234938] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.237329] env[62668]: INFO nova.compute.manager [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Terminating instance [ 792.369020] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 792.369020] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.369799] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f69fc38-a20f-471f-8136-ada789e11086 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.378718] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.378718] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 792.378718] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c886efaf-a542-4642-8aa2-7f1b3dc2b788 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.483849] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.496593] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683641, 'name': PowerOffVM_Task, 'duration_secs': 0.159388} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.496937] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.498329] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.498329] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219d9b89-0456-4906-882b-8efa1b12b4d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.511994] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.512344] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.512595] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.512754] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.512910] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.513129] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.513416] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.513661] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.513905] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.514137] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.514387] env[62668]: DEBUG nova.virt.hardware [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.515703] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190e4d3-aa0e-414b-a930-42d2d97520c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.522277] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.522487] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.522674] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Deleting the datastore file [datastore1] 88bcf6e7-042f-4c74-a226-e09dd3c9c412 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.525087] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10454eaf-0cf9-4c5e-9760-729170c45eba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.527814] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f32a762-aec6-4ef3-8bcf-d4e850f5c778 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.543650] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for the task: (returnval){ [ 792.543650] env[62668]: value = "task-2683644" [ 792.543650] env[62668]: _type = "Task" [ 792.543650] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.550908] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.603630] env[62668]: DEBUG oslo_vmware.rw_handles [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1c6ab-7acf-8968-d776-29f681b44003/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 792.603942] env[62668]: INFO nova.virt.vmwareapi.images [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Downloaded image file data 76b5a211-19ae-46ba-88f9-b7c30c925400 [ 792.605158] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a214d3d8-3745-4f34-be3c-1baab4c35817 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622421] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c1c8d0e-8d94-479b-a8d3-e2f6894566e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.662866] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640525} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.663151] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.663505] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.666306] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0c4533-1389-4795-a3d1-6cb6dc2ecfde {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.676313] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683642, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.677666] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 792.677666] env[62668]: value = "task-2683646" [ 792.677666] env[62668]: _type = "Task" [ 792.677666] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.685352] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.694353] env[62668]: INFO nova.virt.vmwareapi.images [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] The imported VM was unregistered [ 792.697258] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 792.697549] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.698631] env[62668]: DEBUG nova.scheduler.client.report [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.698913] env[62668]: DEBUG nova.compute.provider_tree [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 98 to 99 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.699145] env[62668]: DEBUG nova.compute.provider_tree [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.702575] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e71290a-27dd-4bce-afc3-78f118300158 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.718698] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.719058] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430/OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430.vmdk to [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk. {{(pid=62668) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 792.719621] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a7ed9bfb-34e3-4182-b47c-4a841088384c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.729039] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 792.729039] env[62668]: value = "task-2683647" [ 792.729039] env[62668]: _type = "Task" [ 792.729039] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.737842] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.742570] env[62668]: DEBUG nova.compute.manager [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.742776] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.743629] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c51f38-2a48-4230-b1f6-b48ae3420f2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.752254] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.756033] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8634a675-7785-4f08-9e9e-74b7bc7f2590 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.761726] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 792.761726] env[62668]: value = "task-2683648" [ 792.761726] env[62668]: _type = "Task" [ 792.761726] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.770669] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.850985] env[62668]: DEBUG nova.compute.manager [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-vif-plugged-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 792.852362] env[62668]: DEBUG oslo_concurrency.lockutils [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] Acquiring lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.852362] env[62668]: DEBUG oslo_concurrency.lockutils [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.852362] env[62668]: DEBUG oslo_concurrency.lockutils [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.852362] env[62668]: DEBUG nova.compute.manager [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] No waiting events found dispatching network-vif-plugged-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.852362] env[62668]: WARNING nova.compute.manager [req-889992db-e0b3-4741-8f6d-9df3818852f3 req-48db64f9-5532-4847-966d-1de59d2bd1c6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received unexpected event network-vif-plugged-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c for instance with vm_state building and task_state spawning. [ 792.936619] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Successfully updated port: c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.054171] env[62668]: DEBUG oslo_vmware.api [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Task: {'id': task-2683644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196712} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.054837] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.055184] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.055504] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.055832] env[62668]: INFO nova.compute.manager [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Took 1.10 seconds to destroy the instance on the hypervisor. [ 793.056195] env[62668]: DEBUG oslo.service.loopingcall [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.056484] env[62668]: DEBUG nova.compute.manager [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.057202] env[62668]: DEBUG nova.network.neutron [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.078418] env[62668]: DEBUG nova.network.neutron [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.176176] env[62668]: DEBUG oslo_vmware.api [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683642, 'name': PowerOnVM_Task, 'duration_secs': 0.618356} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.176458] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.176687] env[62668]: INFO nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Took 14.61 seconds to spawn the instance on the hypervisor. [ 793.176874] env[62668]: DEBUG nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.177679] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc3441-04b5-4c88-a1d4-5a543d20ffaa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.192462] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102873} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.193014] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.193849] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71bcec0-a40b-41b1-8678-ddee154d9b1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.208115] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.208676] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.219917] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.220642] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.568s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.222303] env[62668]: INFO nova.compute.claims [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.225642] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30594b6b-f5be-4ce2-9cc3-7e6d13b0687b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.251590] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.253475] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 793.253475] env[62668]: value = "task-2683649" [ 793.253475] env[62668]: _type = "Task" [ 793.253475] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.263308] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.277997] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683648, 'name': PowerOffVM_Task, 'duration_secs': 0.235387} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.278307] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.278548] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.278752] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4457fcdd-2219-4d23-b690-ab97fd03a38a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.348973] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.349224] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.349435] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleting the datastore file [datastore1] 9f4b812e-617a-41e2-b9fb-36fee90a8118 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.349661] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ba4a98-6c37-49cf-b73a-5cb99497b550 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.356265] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for the task: (returnval){ [ 793.356265] env[62668]: value = "task-2683651" [ 793.356265] env[62668]: _type = "Task" [ 793.356265] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.364346] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.439628] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.440028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440310] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.580319] env[62668]: DEBUG nova.network.neutron [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.703870] env[62668]: INFO nova.compute.manager [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Took 69.48 seconds to build instance. [ 793.722833] env[62668]: DEBUG nova.compute.utils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.724976] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.725161] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.755646] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.764663] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.797847] env[62668]: DEBUG nova.policy [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.869803] env[62668]: DEBUG oslo_vmware.api [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Task: {'id': task-2683651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365238} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.870226] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.870471] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.870689] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.870911] env[62668]: INFO nova.compute.manager [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Took 1.13 seconds to destroy the instance on the hypervisor. [ 793.871297] env[62668]: DEBUG oslo.service.loopingcall [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.871592] env[62668]: DEBUG nova.compute.manager [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.873130] env[62668]: DEBUG nova.network.neutron [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.007868] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.083053] env[62668]: INFO nova.compute.manager [-] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Took 1.03 seconds to deallocate network for instance. [ 794.207541] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9cae0222-067d-4d6a-84e5-9b517a7eef32 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.995s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.226405] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.258757] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.270987] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683649, 'name': ReconfigVM_Task, 'duration_secs': 0.675105} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.271403] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4/8d1f4077-4988-473d-8026-6ae0e44a70e4.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.273748] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Successfully created port: 43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.275599] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-460879cb-fc00-43ca-b0f6-e217ce65fc53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.278759] env[62668]: DEBUG nova.network.neutron [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.285780] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 794.285780] env[62668]: value = "task-2683652" [ 794.285780] env[62668]: _type = "Task" [ 794.285780] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.296280] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683652, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.593118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.711596] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.758057] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.784922] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.785721] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Instance network_info: |[{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.786633] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:17:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.796158] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Creating folder: Project (3ecdc17594f447dab7a18aaf09a2ecef). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.801187] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59dfe7dd-bc37-47f6-aee3-094dd1a475b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.813651] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683652, 'name': Rename_Task, 'duration_secs': 0.332528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.813950] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.814221] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7667881a-ba25-4009-810e-e25f2b093bc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.818322] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Created folder: Project (3ecdc17594f447dab7a18aaf09a2ecef) in parent group-v540833. [ 794.818513] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Creating folder: Instances. Parent ref: group-v541015. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.819545] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b0a4d49-d024-4146-a01f-3e5a9845b7dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.822044] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 794.822044] env[62668]: value = "task-2683654" [ 794.822044] env[62668]: _type = "Task" [ 794.822044] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.838835] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.840466] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Created folder: Instances in parent group-v541015. [ 794.840716] env[62668]: DEBUG oslo.service.loopingcall [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.841078] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.841140] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e493dbe4-cd04-4b3a-a9dd-f40e206687a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.868198] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.868198] env[62668]: value = "task-2683656" [ 794.868198] env[62668]: _type = "Task" [ 794.868198] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.874842] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f30f4-4785-4c63-a568-e8bba255de2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.881457] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683656, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.886312] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f037f9f8-bf68-47aa-8bd5-7fe07aa1c638 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.922704] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c6bee-e60c-46a4-91b0-5e896911f2e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.932765] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77be18-2a7f-4999-83d1-2555a32c81ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.949486] env[62668]: DEBUG nova.compute.provider_tree [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.058975] env[62668]: DEBUG nova.compute.manager [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 795.059242] env[62668]: DEBUG nova.compute.manager [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing instance network info cache due to event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 795.059504] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.059615] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.059899] env[62668]: DEBUG nova.network.neutron [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.079096] env[62668]: DEBUG nova.compute.manager [req-f2dceb73-e1a6-4cb8-ad7b-f5fad8006996 req-1a7400ed-d0ff-4745-b753-a5d3d16a71d5 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Received event network-vif-deleted-7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 795.079610] env[62668]: INFO nova.compute.manager [req-f2dceb73-e1a6-4cb8-ad7b-f5fad8006996 req-1a7400ed-d0ff-4745-b753-a5d3d16a71d5 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Neutron deleted interface 7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97; detaching it from the instance and deleting it from the info cache [ 795.079855] env[62668]: DEBUG nova.network.neutron [req-f2dceb73-e1a6-4cb8-ad7b-f5fad8006996 req-1a7400ed-d0ff-4745-b753-a5d3d16a71d5 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.233359] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.236104] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.257819] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.263107] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.263340] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.263496] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.263726] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.263999] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.264089] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.264367] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.264528] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.264694] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.264854] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.265033] env[62668]: DEBUG nova.virt.hardware [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.265817] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792677db-81ef-45da-8856-eafad7d86484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.273960] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5881225-aabc-45cb-89ea-cab388124c5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.333709] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683654, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.378105] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683656, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.438670] env[62668]: DEBUG nova.network.neutron [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.486275] env[62668]: DEBUG nova.scheduler.client.report [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.486542] env[62668]: DEBUG nova.compute.provider_tree [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 99 to 100 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.486778] env[62668]: DEBUG nova.compute.provider_tree [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.583869] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d447bb6-bcff-4b20-817a-1978f0635516 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.593051] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfeeeee-b622-4523-a047-e0283b965c26 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.627593] env[62668]: DEBUG nova.compute.manager [req-f2dceb73-e1a6-4cb8-ad7b-f5fad8006996 req-1a7400ed-d0ff-4745-b753-a5d3d16a71d5 service nova] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Detach interface failed, port_id=7c5d9c5f-9d40-4f81-8bdf-f09fc6faff97, reason: Instance 9f4b812e-617a-41e2-b9fb-36fee90a8118 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 795.638019] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.638255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.638457] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.638657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.638801] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.640810] env[62668]: INFO nova.compute.manager [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Terminating instance [ 795.757230] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683647, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.856893} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.757524] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430/OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430.vmdk to [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk. [ 795.757756] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Cleaning up location [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 795.757983] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_391099db-ae8b-468b-ba7d-4261819b3430 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.758279] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f35b50fd-0e27-40be-b348-0ec9e12f2da7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.766189] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 795.766189] env[62668]: value = "task-2683657" [ 795.766189] env[62668]: _type = "Task" [ 795.766189] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.773898] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.774795] env[62668]: DEBUG nova.network.neutron [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updated VIF entry in instance network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.775170] env[62668]: DEBUG nova.network.neutron [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.835603] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.881669] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683656, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.942891] env[62668]: INFO nova.compute.manager [-] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Took 2.07 seconds to deallocate network for instance. [ 795.996331] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.996331] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.999536] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 47.197s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.005951] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Successfully updated port: 43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.751899] env[62668]: DEBUG nova.compute.manager [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.752186] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.752920] env[62668]: DEBUG oslo_concurrency.lockutils [req-1a2800d7-6ac9-4cea-9075-945475d0f012 req-cf49fb25-2a22-4c24-8300-8ae456b0edba service nova] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.754056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.756203] env[62668]: INFO nova.compute.claims [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.760213] env[62668]: DEBUG nova.compute.utils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 796.761445] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.761575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761716] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.763774] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d578d-2a50-4c1e-8d5d-0e1119c8a2ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.775073] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.775073] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.783086] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068472} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.790452] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.790640] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.790887] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk to [datastore2] 8c48eafa-e192-44a0-a327-f9ce2297315e/8c48eafa-e192-44a0-a327-f9ce2297315e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.791918] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683656, 'name': CreateVM_Task, 'duration_secs': 1.075415} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.792199] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.792451] env[62668]: DEBUG oslo_vmware.api [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683654, 'name': PowerOnVM_Task, 'duration_secs': 1.119598} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.792646] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc4bb3c-d9ec-4c06-b25e-3d9b603b6be4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.795387] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.795387] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136e4030-29f4-4a12-a277-63c69cf9ed53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.796500] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.796710] env[62668]: DEBUG nova.compute.manager [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.797613] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.797777] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.798095] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.798802] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23e283a-450c-4d17-9a80-03aeb5800164 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.801594] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013e88f3-2021-45e4-b57a-8a246c253ad2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.806958] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 796.806958] env[62668]: value = "task-2683658" [ 796.806958] env[62668]: _type = "Task" [ 796.806958] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.809688] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 796.809688] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5217eb9a-8770-a3a0-2f52-0e1063634cee" [ 796.809688] env[62668]: _type = "Task" [ 796.809688] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.818615] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 796.818615] env[62668]: value = "task-2683659" [ 796.818615] env[62668]: _type = "Task" [ 796.818615] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.823829] env[62668]: DEBUG nova.policy [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52e4d7527de4c67b208b79116abd6e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5a9ca67a1a94311b43ee792b8374bbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.832434] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.836817] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5217eb9a-8770-a3a0-2f52-0e1063634cee, 'name': SearchDatastore_Task, 'duration_secs': 0.013909} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.839765] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.840012] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.840258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.840403] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.840578] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.841171] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.841383] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b15c69-053f-4671-8684-9cf0ba9ac0f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.849582] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.849764] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.850498] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00051373-3946-461e-9ede-9e7de2df26ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.858288] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 796.858288] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c60eb4-b823-a300-5f62-b2fb204af4c8" [ 796.858288] env[62668]: _type = "Task" [ 796.858288] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.864162] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c60eb4-b823-a300-5f62-b2fb204af4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.087432] env[62668]: DEBUG nova.compute.manager [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Received event network-vif-plugged-43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 797.087432] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Acquiring lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.087432] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.087432] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.088295] env[62668]: DEBUG nova.compute.manager [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] No waiting events found dispatching network-vif-plugged-43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.088719] env[62668]: WARNING nova.compute.manager [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Received unexpected event network-vif-plugged-43bb260c-7f86-428e-8e39-76f03321bff9 for instance with vm_state building and task_state spawning. [ 797.089017] env[62668]: DEBUG nova.compute.manager [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Received event network-changed-43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 797.089306] env[62668]: DEBUG nova.compute.manager [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Refreshing instance network info cache due to event network-changed-43bb260c-7f86-428e-8e39-76f03321bff9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 797.089599] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Acquiring lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.175071] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Successfully created port: 7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.263840] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.269152] env[62668]: INFO nova.compute.resource_tracker [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating resource usage from migration b2975b90-2c82-406a-9858-f67f47e683ce [ 797.334286] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.334286] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.343601] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.349774] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683659, 'name': PowerOffVM_Task, 'duration_secs': 0.211691} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.349774] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.349774] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.350187] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-136198cb-b881-4f43-80e4-dadce584eb17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.383180] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c60eb4-b823-a300-5f62-b2fb204af4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.387952] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ed1090-fca2-415d-99b3-ad9f37ac67fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.394705] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 797.394705] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e4fc0a-0914-4ae2-e7c4-f7143baf0a54" [ 797.394705] env[62668]: _type = "Task" [ 797.394705] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.408657] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e4fc0a-0914-4ae2-e7c4-f7143baf0a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.520560] env[62668]: DEBUG nova.network.neutron [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updating instance_info_cache with network_info: [{"id": "43bb260c-7f86-428e-8e39-76f03321bff9", "address": "fa:16:3e:aa:41:91", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bb260c-7f", "ovs_interfaceid": "43bb260c-7f86-428e-8e39-76f03321bff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.612024] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.612204] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.612389] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleting the datastore file [datastore1] 0ff19c78-551b-4181-aca1-852e02fe7f9e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.615344] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b8bc439-2aa5-4a32-8a33-20431f1f4561 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.623827] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 797.623827] env[62668]: value = "task-2683661" [ 797.623827] env[62668]: _type = "Task" [ 797.623827] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.637540] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.822670] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.890717] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7ca9f-e51d-422d-afab-fdf5f3138a1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.903101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1936b9-09ae-49ce-8d8f-a297c96a4f8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.912292] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e4fc0a-0914-4ae2-e7c4-f7143baf0a54, 'name': SearchDatastore_Task, 'duration_secs': 0.089191} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.912292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.912292] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/cf426265-e298-4fd6-aa23-dc0f377f4694.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.912292] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db26482b-4666-443d-a976-c68c13955daa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.940690] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12479aaa-710f-4747-bfa0-3794b579e9e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.944919] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 797.944919] env[62668]: value = "task-2683662" [ 797.944919] env[62668]: _type = "Task" [ 797.944919] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.952698] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cecf7-21d8-45a4-a3d9-bbc15242e20d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.960345] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.971256] env[62668]: DEBUG nova.compute.provider_tree [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.023304] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.023721] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Instance network_info: |[{"id": "43bb260c-7f86-428e-8e39-76f03321bff9", "address": "fa:16:3e:aa:41:91", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bb260c-7f", "ovs_interfaceid": "43bb260c-7f86-428e-8e39-76f03321bff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.024081] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Acquired lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.024298] env[62668]: DEBUG nova.network.neutron [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Refreshing network info cache for port 43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.025729] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:41:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43bb260c-7f86-428e-8e39-76f03321bff9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.034998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating folder: Project (17497c1e03a74f00b13b4e2e34abd2d0). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.036412] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a86c3c7-c01f-42a1-abc4-7e041a354a35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.047863] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created folder: Project (17497c1e03a74f00b13b4e2e34abd2d0) in parent group-v540833. [ 798.048086] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating folder: Instances. Parent ref: group-v541018. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.048301] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fcc66d3-d51a-4894-a396-79192bfdeda4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.057632] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created folder: Instances in parent group-v541018. [ 798.057961] env[62668]: DEBUG oslo.service.loopingcall [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.058181] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.058398] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10a13b2-dfb5-4870-b147-d090f51c6b24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.078970] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.078970] env[62668]: value = "task-2683665" [ 798.078970] env[62668]: _type = "Task" [ 798.078970] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.087995] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683665, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.136161] env[62668]: DEBUG oslo_vmware.api [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.136363] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.136550] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.136785] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.136927] env[62668]: INFO nova.compute.manager [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Took 1.38 seconds to destroy the instance on the hypervisor. [ 798.137196] env[62668]: DEBUG oslo.service.loopingcall [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.137393] env[62668]: DEBUG nova.compute.manager [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.137766] env[62668]: DEBUG nova.network.neutron [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.277951] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.313025] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.313025] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.313025] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.313025] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.313419] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.313683] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.313997] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.314294] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.314592] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.314935] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.317019] env[62668]: DEBUG nova.virt.hardware [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.317019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31174cb9-98f7-46f3-b8fb-2a558e340ecd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.332323] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.335428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b95669-1b8d-4df7-8d24-c59f285fb672 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.458683] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.478201] env[62668]: DEBUG nova.scheduler.client.report [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.547874] env[62668]: DEBUG nova.compute.manager [req-407e9cd0-6b34-44d6-a6ab-ed1fea11acec req-d990796b-d58f-4942-9bc0-dca2477b1eb3 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-deleted-0d415e0a-37dc-474a-84ea-6a5cf506d313 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 798.549020] env[62668]: INFO nova.compute.manager [req-407e9cd0-6b34-44d6-a6ab-ed1fea11acec req-d990796b-d58f-4942-9bc0-dca2477b1eb3 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Neutron deleted interface 0d415e0a-37dc-474a-84ea-6a5cf506d313; detaching it from the instance and deleting it from the info cache [ 798.549020] env[62668]: DEBUG nova.network.neutron [req-407e9cd0-6b34-44d6-a6ab-ed1fea11acec req-d990796b-d58f-4942-9bc0-dca2477b1eb3 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [{"id": "c74c6f98-5497-416f-a29f-24607780e2f8", "address": "fa:16:3e:6b:1d:b1", "network": {"id": "fbc8bbf9-fa3b-4b2f-8adf-cad7161c0deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709529889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74c6f98-54", "ovs_interfaceid": "c74c6f98-5497-416f-a29f-24607780e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30f73365-b406-4ea3-a43d-45e36654b02f", "address": "fa:16:3e:1b:0a:0d", "network": {"id": "21471cdf-1515-4313-84ae-acc368bec685", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1371337488", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f73365-b4", "ovs_interfaceid": "30f73365-b406-4ea3-a43d-45e36654b02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.590564] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683665, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.832024] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.909026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.909026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.909026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.909026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.909026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.910441] env[62668]: INFO nova.compute.manager [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Terminating instance [ 798.957041] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.983858] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.984s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.984249] env[62668]: INFO nova.compute.manager [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Migrating [ 798.996518] env[62668]: DEBUG nova.network.neutron [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updated VIF entry in instance network info cache for port 43bb260c-7f86-428e-8e39-76f03321bff9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.996518] env[62668]: DEBUG nova.network.neutron [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updating instance_info_cache with network_info: [{"id": "43bb260c-7f86-428e-8e39-76f03321bff9", "address": "fa:16:3e:aa:41:91", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bb260c-7f", "ovs_interfaceid": "43bb260c-7f86-428e-8e39-76f03321bff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.997755] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.758s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.000030] env[62668]: INFO nova.compute.claims [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.023585] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Successfully updated port: 7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.052230] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eac44386-0315-4cfa-9693-67c6fc6bb6f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.065966] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62210115-9a8b-4841-b6c5-aa27898ad56a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.089882] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683665, 'name': CreateVM_Task, 'duration_secs': 0.603959} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.090109] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.111592] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.111903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.112404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.113349] env[62668]: DEBUG nova.compute.manager [req-407e9cd0-6b34-44d6-a6ab-ed1fea11acec req-d990796b-d58f-4942-9bc0-dca2477b1eb3 service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Detach interface failed, port_id=0d415e0a-37dc-474a-84ea-6a5cf506d313, reason: Instance 0ff19c78-551b-4181-aca1-852e02fe7f9e could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 799.113942] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d592f454-096e-402a-abdd-63e4b21403e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.120559] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 799.120559] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52df5f60-4ec1-4f7a-41e2-27655203a516" [ 799.120559] env[62668]: _type = "Task" [ 799.120559] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.129296] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52df5f60-4ec1-4f7a-41e2-27655203a516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.281863] env[62668]: DEBUG nova.compute.manager [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Received event network-vif-plugged-7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 799.282049] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Acquiring lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.282174] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.282346] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.282509] env[62668]: DEBUG nova.compute.manager [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] No waiting events found dispatching network-vif-plugged-7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.282670] env[62668]: WARNING nova.compute.manager [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Received unexpected event network-vif-plugged-7449da8e-57c8-42b5-a4cb-34853b1b2456 for instance with vm_state building and task_state spawning. [ 799.282827] env[62668]: DEBUG nova.compute.manager [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Received event network-changed-7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 799.282980] env[62668]: DEBUG nova.compute.manager [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Refreshing instance network info cache due to event network-changed-7449da8e-57c8-42b5-a4cb-34853b1b2456. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 799.283178] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Acquiring lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.283314] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Acquired lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.283467] env[62668]: DEBUG nova.network.neutron [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Refreshing network info cache for port 7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.329018] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.417536] env[62668]: DEBUG nova.compute.manager [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.417886] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.418706] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffc5129-afc5-4403-968a-46c86310dc88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.426374] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.426637] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a88c81c-540a-4651-bb40-fff81dd887d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.433662] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 799.433662] env[62668]: value = "task-2683666" [ 799.433662] env[62668]: _type = "Task" [ 799.433662] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.441720] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.454940] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.508114] env[62668]: DEBUG oslo_concurrency.lockutils [req-e93654ad-0990-436d-9968-6f1cb862033b req-7e7cd42a-0703-4afb-a9e0-697bc9afd963 service nova] Releasing lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.513214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.513422] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.513569] env[62668]: DEBUG nova.network.neutron [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.527757] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.631987] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52df5f60-4ec1-4f7a-41e2-27655203a516, 'name': SearchDatastore_Task, 'duration_secs': 0.024403} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.632298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.632539] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.632782] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.633024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.633216] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.633519] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5aa9a63-ea74-43a6-a939-344e5a3cd57e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.643283] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.643465] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.644314] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db29ca6f-25a0-48f4-8607-b91e2af85e09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.650283] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 799.650283] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529e5bc1-7137-0eee-a5a5-a3536e3c9246" [ 799.650283] env[62668]: _type = "Task" [ 799.650283] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.658587] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529e5bc1-7137-0eee-a5a5-a3536e3c9246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.741417] env[62668]: DEBUG nova.network.neutron [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.828546] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683658, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.529985} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.828810] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/76b5a211-19ae-46ba-88f9-b7c30c925400/76b5a211-19ae-46ba-88f9-b7c30c925400.vmdk to [datastore2] 8c48eafa-e192-44a0-a327-f9ce2297315e/8c48eafa-e192-44a0-a327-f9ce2297315e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.829659] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c84f3-7064-4a77-9f80-80f16bb3a276 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.834421] env[62668]: DEBUG nova.network.neutron [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.859547] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8c48eafa-e192-44a0-a327-f9ce2297315e/8c48eafa-e192-44a0-a327-f9ce2297315e.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.859802] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb20321-5440-408c-a019-be708897d7bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.881578] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 799.881578] env[62668]: value = "task-2683667" [ 799.881578] env[62668]: _type = "Task" [ 799.881578] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.890784] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.948347] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683666, 'name': PowerOffVM_Task, 'duration_secs': 0.250614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.951668] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.951845] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.952890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b72c77-8c0f-443f-ace8-94517bec9004 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.961036] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.971402] env[62668]: DEBUG nova.network.neutron [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.028032] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.028278] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.028477] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore1] a714810a-26e5-4af3-b7e9-6c6a79d92671 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.028783] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe33efd-454a-4df2-8642-2e888123df19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.035533] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 800.035533] env[62668]: value = "task-2683669" [ 800.035533] env[62668]: _type = "Task" [ 800.035533] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.047312] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.162298] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529e5bc1-7137-0eee-a5a5-a3536e3c9246, 'name': SearchDatastore_Task, 'duration_secs': 0.02723} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.163096] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf11333-39af-41a1-99b5-c920f9f8086b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.171118] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 800.171118] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ccc987-7dfb-340a-7317-5645f367bc0a" [ 800.171118] env[62668]: _type = "Task" [ 800.171118] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.176754] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ccc987-7dfb-340a-7317-5645f367bc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.245272] env[62668]: INFO nova.compute.manager [-] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Took 2.11 seconds to deallocate network for instance. [ 800.303258] env[62668]: DEBUG nova.network.neutron [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.393811] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683667, 'name': ReconfigVM_Task, 'duration_secs': 0.34506} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.394875] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8c48eafa-e192-44a0-a327-f9ce2297315e/8c48eafa-e192-44a0-a327-f9ce2297315e.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.394946] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6beadc51-21ce-4307-9272-4e0464ffd015 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.402793] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 800.402793] env[62668]: value = "task-2683670" [ 800.402793] env[62668]: _type = "Task" [ 800.402793] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.411254] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683670, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.461347] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683662, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.046953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.461572] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/cf426265-e298-4fd6-aa23-dc0f377f4694.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.461784] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.462044] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79118c14-5d39-40b4-94fc-1fa972ee8b6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.470984] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 800.470984] env[62668]: value = "task-2683671" [ 800.470984] env[62668]: _type = "Task" [ 800.470984] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.474478] env[62668]: DEBUG oslo_concurrency.lockutils [req-7ec876e0-9a77-4d21-9759-8090fff8dcaa req-cbdb8542-38da-4533-8465-3884cc0cef3b service nova] Releasing lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.474753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.474972] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.483466] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.527812] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3dc6c-b10f-489a-8155-0a93601b6487 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.535913] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d911bef-fcea-42af-8d22-846e55211eb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.572245] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.573630] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a247802-c378-4c46-977f-b461a227842d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.581213] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1af0b-3392-4670-a4ca-3cbd7ca070b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597130] env[62668]: DEBUG nova.compute.provider_tree [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.600173] env[62668]: DEBUG nova.compute.manager [req-557a4211-f839-4ed9-9657-d58b4e604ae6 req-67c79bd9-b1a9-4842-a183-371f4c7e54de service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-deleted-c74c6f98-5497-416f-a29f-24607780e2f8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 800.600869] env[62668]: DEBUG nova.compute.manager [req-557a4211-f839-4ed9-9657-d58b4e604ae6 req-67c79bd9-b1a9-4842-a183-371f4c7e54de service nova] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Received event network-vif-deleted-30f73365-b406-4ea3-a43d-45e36654b02f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 800.680194] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ccc987-7dfb-340a-7317-5645f367bc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.054966} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.680475] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.680729] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] cf4fef2f-c3b4-4b72-87f3-b21486d26efe/cf4fef2f-c3b4-4b72-87f3-b21486d26efe.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.680990] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7beb5b80-4024-47e4-9561-641a63de7f03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.687454] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 800.687454] env[62668]: value = "task-2683672" [ 800.687454] env[62668]: _type = "Task" [ 800.687454] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.696724] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.760018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.806116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.931779] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683670, 'name': Rename_Task, 'duration_secs': 0.35705} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.932156] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.932412] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf94757-4815-4136-952e-bba8b651a1b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.939277] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 800.939277] env[62668]: value = "task-2683673" [ 800.939277] env[62668]: _type = "Task" [ 800.939277] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.958599] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.982890] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099576} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.983605] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.984502] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0f75b-5183-4007-810f-ba7050745863 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.015180] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/cf426265-e298-4fd6-aa23-dc0f377f4694.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.016419] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.018300] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9a787e-4289-4b7e-a318-1ae074c19085 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.038235] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 801.038235] env[62668]: value = "task-2683674" [ 801.038235] env[62668]: _type = "Task" [ 801.038235] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.048902] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.051767] env[62668]: DEBUG oslo_vmware.api [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.872646} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.054326] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.054326] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.054466] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.054603] env[62668]: INFO nova.compute.manager [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Took 1.64 seconds to destroy the instance on the hypervisor. [ 801.054853] env[62668]: DEBUG oslo.service.loopingcall [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.055063] env[62668]: DEBUG nova.compute.manager [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.055803] env[62668]: DEBUG nova.network.neutron [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.102106] env[62668]: DEBUG nova.scheduler.client.report [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.197303] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.212538] env[62668]: DEBUG nova.network.neutron [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Updating instance_info_cache with network_info: [{"id": "7449da8e-57c8-42b5-a4cb-34853b1b2456", "address": "fa:16:3e:ab:a0:fb", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7449da8e-57", "ovs_interfaceid": "7449da8e-57c8-42b5-a4cb-34853b1b2456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.451324] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683673, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.487429] env[62668]: DEBUG nova.compute.manager [req-9163d573-7185-48d9-a3bc-9eb46d840947 req-ef42ccad-58d3-435f-9fec-edfa7278fac3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Received event network-vif-deleted-cc6b4655-5c9f-40f6-9ff6-7854edf700a1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 801.487644] env[62668]: INFO nova.compute.manager [req-9163d573-7185-48d9-a3bc-9eb46d840947 req-ef42ccad-58d3-435f-9fec-edfa7278fac3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Neutron deleted interface cc6b4655-5c9f-40f6-9ff6-7854edf700a1; detaching it from the instance and deleting it from the info cache [ 801.487840] env[62668]: DEBUG nova.network.neutron [req-9163d573-7185-48d9-a3bc-9eb46d840947 req-ef42ccad-58d3-435f-9fec-edfa7278fac3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.549645] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.608923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.609482] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.612361] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.579s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.612483] env[62668]: DEBUG nova.objects.instance [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lazy-loading 'resources' on Instance uuid 79230f16-da6d-4845-9072-336e6d2aa492 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.698342] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942171} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.698813] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] cf4fef2f-c3b4-4b72-87f3-b21486d26efe/cf4fef2f-c3b4-4b72-87f3-b21486d26efe.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.698813] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.699083] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3acfd6cd-5404-4038-8580-1bedd7416d18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.705094] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 801.705094] env[62668]: value = "task-2683675" [ 801.705094] env[62668]: _type = "Task" [ 801.705094] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.713578] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.715238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "refresh_cache-ccbb202e-6a2f-4286-80c8-5f1cf878db04" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.715566] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance network_info: |[{"id": "7449da8e-57c8-42b5-a4cb-34853b1b2456", "address": "fa:16:3e:ab:a0:fb", "network": {"id": "78471e5d-d872-4828-90ae-9e6eca1f26fe", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1013638810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a9ca67a1a94311b43ee792b8374bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7449da8e-57", "ovs_interfaceid": "7449da8e-57c8-42b5-a4cb-34853b1b2456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.716054] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:a0:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7449da8e-57c8-42b5-a4cb-34853b1b2456', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.724318] env[62668]: DEBUG oslo.service.loopingcall [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.724597] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.724878] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c98c4bf5-0d10-4589-8c3d-ba4af868d6e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.743775] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.743775] env[62668]: value = "task-2683676" [ 801.743775] env[62668]: _type = "Task" [ 801.743775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.752352] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683676, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.910902] env[62668]: DEBUG nova.network.neutron [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.949650] env[62668]: DEBUG oslo_vmware.api [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683673, 'name': PowerOnVM_Task, 'duration_secs': 0.555961} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.949983] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.950121] env[62668]: INFO nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Took 15.75 seconds to spawn the instance on the hypervisor. [ 801.950299] env[62668]: DEBUG nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.951144] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020310ae-3533-4484-b4f6-f058f379443d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.990441] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-645e9909-1f44-4dc4-8b1e-73de031a64a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.001560] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e03b00f-491f-4efa-b7cf-b7861f932c1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.038219] env[62668]: DEBUG nova.compute.manager [req-9163d573-7185-48d9-a3bc-9eb46d840947 req-ef42ccad-58d3-435f-9fec-edfa7278fac3 service nova] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Detach interface failed, port_id=cc6b4655-5c9f-40f6-9ff6-7854edf700a1, reason: Instance a714810a-26e5-4af3-b7e9-6c6a79d92671 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 802.047606] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683674, 'name': ReconfigVM_Task, 'duration_secs': 0.653342} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.047814] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Reconfigured VM instance instance-0000003e to attach disk [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/cf426265-e298-4fd6-aa23-dc0f377f4694.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.048431] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b933a8b4-5d02-4645-badd-ff66a5622f99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.054527] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 802.054527] env[62668]: value = "task-2683677" [ 802.054527] env[62668]: _type = "Task" [ 802.054527] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.063974] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683677, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.116280] env[62668]: DEBUG nova.compute.utils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.117598] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.117817] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.166722] env[62668]: DEBUG nova.policy [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.214709] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075035} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.217175] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.218127] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d94f2-2953-463e-9b5f-15e39a11b38f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.240055] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cf4fef2f-c3b4-4b72-87f3-b21486d26efe/cf4fef2f-c3b4-4b72-87f3-b21486d26efe.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.242684] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682074fd-6eb5-49df-a68f-4b41fe5ec165 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.269813] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683676, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.271527] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 802.271527] env[62668]: value = "task-2683678" [ 802.271527] env[62668]: _type = "Task" [ 802.271527] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.283866] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.328889] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc357d3-3758-475f-b1ea-5ff6a2fad9b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.347378] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.413883] env[62668]: INFO nova.compute.manager [-] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Took 1.36 seconds to deallocate network for instance. [ 802.468964] env[62668]: INFO nova.compute.manager [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Took 61.67 seconds to build instance. [ 802.569508] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683677, 'name': Rename_Task, 'duration_secs': 0.339801} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.570962] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.570962] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d40c59-beff-4250-b8e1-35f73aa5075c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.576623] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 802.576623] env[62668]: value = "task-2683679" [ 802.576623] env[62668]: _type = "Task" [ 802.576623] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.587184] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.620954] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.704815] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb66fc1-a1ea-41df-a675-d8e35ee5562e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.712650] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc273bf-75ef-4aea-89f2-4f57a11a6d60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.743935] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c917963-4355-47fd-81f3-d9e7127e5d67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.751670] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d6754-162b-4a4f-a3b8-65349742e0e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.765620] env[62668]: DEBUG nova.compute.provider_tree [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.775090] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683676, 'name': CreateVM_Task, 'duration_secs': 0.66199} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.778220] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.779561] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.779731] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.780062] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.781031] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828a5433-137b-475f-bcd1-4ed23822a4ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.788865] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Successfully created port: 465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.788865] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.791716] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 802.791716] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5213be33-95d7-da34-5466-5ebfaa61eec5" [ 802.791716] env[62668]: _type = "Task" [ 802.791716] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.799414] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5213be33-95d7-da34-5466-5ebfaa61eec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.856882] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.857181] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a29d0f6a-0bc1-457b-8cdd-dfcc4c3e6206 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.864131] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 802.864131] env[62668]: value = "task-2683680" [ 802.864131] env[62668]: _type = "Task" [ 802.864131] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.873728] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.899506] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "8c48eafa-e192-44a0-a327-f9ce2297315e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.919346] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.970615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3913c240-c9af-4e12-9aed-5a77e9b63569 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.187s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.972060] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.073s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.975674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.975674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.975674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.975674] env[62668]: INFO nova.compute.manager [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Terminating instance [ 803.087175] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.271676] env[62668]: DEBUG nova.scheduler.client.report [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.284155] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683678, 'name': ReconfigVM_Task, 'duration_secs': 0.859752} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.284444] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cf4fef2f-c3b4-4b72-87f3-b21486d26efe/cf4fef2f-c3b4-4b72-87f3-b21486d26efe.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.285128] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c769fe5c-08b7-4b89-a939-3616290a4490 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.292513] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 803.292513] env[62668]: value = "task-2683681" [ 803.292513] env[62668]: _type = "Task" [ 803.292513] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.304089] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683681, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.307570] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5213be33-95d7-da34-5466-5ebfaa61eec5, 'name': SearchDatastore_Task, 'duration_secs': 0.03222} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.307852] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.308456] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.308456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.308569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.308654] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.308984] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51efc2e5-ed5f-4fae-aa5f-09e55e00fc4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.321123] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.321408] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.322346] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0eb3772-c1d2-424d-958e-87c18f649d3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327802] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 803.327802] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52464acc-8abc-5a79-60e6-eb9baf1e17ce" [ 803.327802] env[62668]: _type = "Task" [ 803.327802] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.335758] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52464acc-8abc-5a79-60e6-eb9baf1e17ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.374084] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683680, 'name': PowerOffVM_Task, 'duration_secs': 0.293387} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.374084] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.374084] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.475043] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.478160] env[62668]: DEBUG nova.compute.manager [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.478415] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.479516] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42782782-165e-4058-a9b4-cf7e061203d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.487587] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.487815] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5c2e0f-51fe-4b3f-bb67-f40905edb6c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.494644] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 803.494644] env[62668]: value = "task-2683682" [ 803.494644] env[62668]: _type = "Task" [ 803.494644] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.503141] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.587958] env[62668]: DEBUG oslo_vmware.api [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683679, 'name': PowerOnVM_Task, 'duration_secs': 0.917695} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.588264] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.588469] env[62668]: INFO nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Took 11.10 seconds to spawn the instance on the hypervisor. [ 803.588648] env[62668]: DEBUG nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.589501] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ecbd3a-ee39-49a4-9085-e6a3c46d07c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.633571] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.661060] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.661220] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.661450] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.661815] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.662143] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.662475] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.662824] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.663145] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.663461] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.663747] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.663995] env[62668]: DEBUG nova.virt.hardware [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.665238] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a5829-76d0-4846-bd9d-9a193aaffed2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.676141] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e3d8b6-752f-4e43-91ce-5416c7782a02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.779680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.782134] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.358s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.782373] env[62668]: DEBUG nova.objects.instance [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'resources' on Instance uuid c8c1c0a6-3027-4521-bbfb-5bba34401af2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.805379] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683681, 'name': Rename_Task, 'duration_secs': 0.204284} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.805721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.805998] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b1fd231-259b-4471-98e2-2800d6929657 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.811700] env[62668]: INFO nova.scheduler.client.report [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleted allocations for instance 79230f16-da6d-4845-9072-336e6d2aa492 [ 803.813897] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 803.813897] env[62668]: value = "task-2683683" [ 803.813897] env[62668]: _type = "Task" [ 803.813897] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.825724] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.837785] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52464acc-8abc-5a79-60e6-eb9baf1e17ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.838696] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013714af-cdd1-4c7d-99be-2c80e3058408 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.844967] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 803.844967] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52458fbf-da6e-0979-bf15-149e7724bf2f" [ 803.844967] env[62668]: _type = "Task" [ 803.844967] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.852750] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52458fbf-da6e-0979-bf15-149e7724bf2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.880302] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.880390] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.882052] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.887213] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1afca48f-8715-4018-b85b-6ad33f3442a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.905721] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 803.905721] env[62668]: value = "task-2683684" [ 803.905721] env[62668]: _type = "Task" [ 803.905721] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.917144] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.000322] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.006266] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683682, 'name': PowerOffVM_Task, 'duration_secs': 0.221764} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.006534] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.006713] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.007055] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-232937f9-99fb-49f6-bc6f-62766482c4be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.079530] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.079803] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.080010] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] 8c48eafa-e192-44a0-a327-f9ce2297315e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.080604] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b06f85c-75d9-4723-883f-1f33d4ae4ade {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.087682] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 804.087682] env[62668]: value = "task-2683686" [ 804.087682] env[62668]: _type = "Task" [ 804.087682] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.096105] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.110049] env[62668]: INFO nova.compute.manager [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Took 58.97 seconds to build instance. [ 804.332700] env[62668]: DEBUG oslo_concurrency.lockutils [None req-981c6d14-005d-47ae-ad1e-4185eee55a3c tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "79230f16-da6d-4845-9072-336e6d2aa492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.833s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.333197] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.357756] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52458fbf-da6e-0979-bf15-149e7724bf2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.358223] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.358485] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ccbb202e-6a2f-4286-80c8-5f1cf878db04/ccbb202e-6a2f-4286-80c8-5f1cf878db04.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.358734] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67cb4975-b6a4-4c31-a868-2917c4bc806d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.365378] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 804.365378] env[62668]: value = "task-2683687" [ 804.365378] env[62668]: _type = "Task" [ 804.365378] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.376704] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.420365] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683684, 'name': ReconfigVM_Task, 'duration_secs': 0.238453} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.420881] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.448319] env[62668]: DEBUG nova.compute.manager [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Received event network-vif-plugged-465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 804.449082] env[62668]: DEBUG oslo_concurrency.lockutils [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.449082] env[62668]: DEBUG oslo_concurrency.lockutils [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] Lock "c1f71939-c205-420b-873f-a634aee63f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.449082] env[62668]: DEBUG oslo_concurrency.lockutils [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] Lock "c1f71939-c205-420b-873f-a634aee63f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.449296] env[62668]: DEBUG nova.compute.manager [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] No waiting events found dispatching network-vif-plugged-465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.449529] env[62668]: WARNING nova.compute.manager [req-c6b97e0a-0a4e-4812-9c12-0fdb396e9095 req-b0c2a027-9e94-44f2-a8fa-d76bceb561e1 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Received unexpected event network-vif-plugged-465a7934-f8ef-4618-b659-629699fa04cd for instance with vm_state building and task_state spawning. [ 804.460175] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Successfully updated port: 465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.599353] env[62668]: DEBUG oslo_vmware.api [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170159} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.602182] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.602384] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.602563] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.602736] env[62668]: INFO nova.compute.manager [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 804.602991] env[62668]: DEBUG oslo.service.loopingcall [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.603740] env[62668]: DEBUG nova.compute.manager [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.603740] env[62668]: DEBUG nova.network.neutron [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.612556] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e439668-ada3-4ec7-acb6-d20d058c6611 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.492s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.655756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "f17197d7-bd44-4229-9cbb-497d8e21370c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.656051] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.656261] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.656452] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.656617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.659284] env[62668]: INFO nova.compute.manager [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Terminating instance [ 804.796169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7affd5-21b9-4394-a99e-43db3f3bd87d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.806837] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50d0af-e82e-468f-8d88-cd52cd4981d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.845771] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed12f8a-139e-4e63-b7c7-9662dec577e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.854130] env[62668]: DEBUG oslo_vmware.api [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683683, 'name': PowerOnVM_Task, 'duration_secs': 0.66994} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.856674] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.856975] env[62668]: INFO nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Took 9.62 seconds to spawn the instance on the hypervisor. [ 804.857196] env[62668]: DEBUG nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.858178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb5979-831c-4dcf-8813-43000c98111b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.862081] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fafca1-7c05-4ca6-9583-c881984c8a63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.888156] env[62668]: DEBUG nova.compute.provider_tree [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.892832] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.931260] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.931576] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.931718] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.931974] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.932563] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.932793] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.933032] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.933203] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.933629] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.933629] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.933827] env[62668]: DEBUG nova.virt.hardware [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.940928] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.942387] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12e5815-30c5-4269-a5b4-5023e47280bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.963018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.963216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.963362] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.968295] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 804.968295] env[62668]: value = "task-2683688" [ 804.968295] env[62668]: _type = "Task" [ 804.968295] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.980768] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.118195] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.124726] env[62668]: INFO nova.compute.manager [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Rescuing [ 805.126280] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.126280] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.126280] env[62668]: DEBUG nova.network.neutron [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.165664] env[62668]: DEBUG nova.compute.manager [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.165929] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.167652] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac91e7-a859-4e74-8be6-1d6113c54589 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.180676] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.181256] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab5ba22-3f86-4fa7-93a7-0227c658f096 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.187704] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 805.187704] env[62668]: value = "task-2683689" [ 805.187704] env[62668]: _type = "Task" [ 805.187704] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.196967] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.376948] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7199} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.377313] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ccbb202e-6a2f-4286-80c8-5f1cf878db04/ccbb202e-6a2f-4286-80c8-5f1cf878db04.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.377526] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.377824] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b740c4d6-ab72-449f-897e-e6654d8aab7b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.383721] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 805.383721] env[62668]: value = "task-2683690" [ 805.383721] env[62668]: _type = "Task" [ 805.383721] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.397814] env[62668]: DEBUG nova.scheduler.client.report [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.401061] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.402776] env[62668]: INFO nova.compute.manager [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Took 58.59 seconds to build instance. [ 805.461565] env[62668]: DEBUG nova.network.neutron [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.480494] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683688, 'name': ReconfigVM_Task, 'duration_secs': 0.345299} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.480773] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.481569] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f2327-6a62-4f69-bfa9-a6b180ec66bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.505160] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.506066] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.507926] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9bf4f0-b6aa-4e13-ac12-0083e1865905 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.526212] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 805.526212] env[62668]: value = "task-2683691" [ 805.526212] env[62668]: _type = "Task" [ 805.526212] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.534385] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.646383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.687964] env[62668]: DEBUG nova.network.neutron [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updating instance_info_cache with network_info: [{"id": "465a7934-f8ef-4618-b659-629699fa04cd", "address": "fa:16:3e:b3:21:1b", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a7934-f8", "ovs_interfaceid": "465a7934-f8ef-4618-b659-629699fa04cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.699782] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683689, 'name': PowerOffVM_Task, 'duration_secs': 0.329815} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.700611] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.700798] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.701075] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c1d655-67fc-44b1-b2ec-ab41ff446de5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.776348] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.776946] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.776946] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleting the datastore file [datastore1] f17197d7-bd44-4229-9cbb-497d8e21370c {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.777110] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8145d5-c684-483f-bb70-a21d9ac41722 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.783657] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for the task: (returnval){ [ 805.783657] env[62668]: value = "task-2683693" [ 805.783657] env[62668]: _type = "Task" [ 805.783657] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.792259] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.837210] env[62668]: DEBUG nova.network.neutron [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.893383] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112409} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.893684] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.894443] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9e324-38fb-4d62-8906-29cd05bca306 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.909653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.911785] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a089e589-2aa6-4d0e-91ff-06fb2107dbd3 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.104s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.920512] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ccbb202e-6a2f-4286-80c8-5f1cf878db04/ccbb202e-6a2f-4286-80c8-5f1cf878db04.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.921084] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.346s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.923627] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8416b785-cbe1-40c7-a926-a3b4e63e0933 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.940483] env[62668]: INFO nova.scheduler.client.report [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted allocations for instance c8c1c0a6-3027-4521-bbfb-5bba34401af2 [ 805.952687] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 805.952687] env[62668]: value = "task-2683694" [ 805.952687] env[62668]: _type = "Task" [ 805.952687] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.962579] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.964106] env[62668]: INFO nova.compute.manager [-] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Took 1.36 seconds to deallocate network for instance. [ 806.036100] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.195508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.195508] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Instance network_info: |[{"id": "465a7934-f8ef-4618-b659-629699fa04cd", "address": "fa:16:3e:b3:21:1b", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a7934-f8", "ovs_interfaceid": "465a7934-f8ef-4618-b659-629699fa04cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.195508] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:21:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465a7934-f8ef-4618-b659-629699fa04cd', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.203465] env[62668]: DEBUG oslo.service.loopingcall [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.203739] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.204057] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6cf8a3-efcf-450a-874d-7ba024e0b138 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.228854] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.228854] env[62668]: value = "task-2683695" [ 806.228854] env[62668]: _type = "Task" [ 806.228854] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.238909] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683695, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.296130] env[62668]: DEBUG oslo_vmware.api [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Task: {'id': task-2683693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326049} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.296130] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.296130] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.296287] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.296401] env[62668]: INFO nova.compute.manager [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 806.296794] env[62668]: DEBUG oslo.service.loopingcall [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.296977] env[62668]: DEBUG nova.compute.manager [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.297123] env[62668]: DEBUG nova.network.neutron [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.340606] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.442016] env[62668]: DEBUG nova.objects.instance [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lazy-loading 'migration_context' on Instance uuid 6d54c14e-cb02-43a3-9f5d-5f91f649e026 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.444163] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.462522] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f4118a0-a76f-4d49-890a-3805fd7de71a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "c8c1c0a6-3027-4521-bbfb-5bba34401af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.170s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.471371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.471658] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683694, 'name': ReconfigVM_Task, 'duration_secs': 0.433978} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.471906] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ccbb202e-6a2f-4286-80c8-5f1cf878db04/ccbb202e-6a2f-4286-80c8-5f1cf878db04.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.472730] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4682f741-deea-4ecd-a6a8-2a4782f7744a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.479430] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 806.479430] env[62668]: value = "task-2683696" [ 806.479430] env[62668]: _type = "Task" [ 806.479430] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.495028] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683696, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.536760] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683691, 'name': ReconfigVM_Task, 'duration_secs': 0.712723} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.537074] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2/d47926ed-d2ef-4600-abfe-d508fbc3ddc2.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.537364] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.728196] env[62668]: DEBUG nova.compute.manager [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Received event network-changed-465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 806.728421] env[62668]: DEBUG nova.compute.manager [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Refreshing instance network info cache due to event network-changed-465a7934-f8ef-4618-b659-629699fa04cd. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 806.728613] env[62668]: DEBUG oslo_concurrency.lockutils [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] Acquiring lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.728917] env[62668]: DEBUG oslo_concurrency.lockutils [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] Acquired lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.729126] env[62668]: DEBUG nova.network.neutron [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Refreshing network info cache for port 465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.742915] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683695, 'name': CreateVM_Task, 'duration_secs': 0.358329} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.743427] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.744109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.744281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.744649] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.745072] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b2c525-e9b1-4b63-a289-a4e95c1dd2bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.749592] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 806.749592] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221c59b-7a74-eede-f989-71f775921f9a" [ 806.749592] env[62668]: _type = "Task" [ 806.749592] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.758944] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221c59b-7a74-eede-f989-71f775921f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.881544] env[62668]: DEBUG nova.compute.manager [req-9fea3330-077d-4503-81c3-461662849e04 req-3c3cb2cf-a1d3-4b12-8aec-d6eb13ee8976 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Received event network-vif-deleted-82f7969b-135a-444c-8710-485564a735b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 806.881748] env[62668]: INFO nova.compute.manager [req-9fea3330-077d-4503-81c3-461662849e04 req-3c3cb2cf-a1d3-4b12-8aec-d6eb13ee8976 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Neutron deleted interface 82f7969b-135a-444c-8710-485564a735b3; detaching it from the instance and deleting it from the info cache [ 806.882100] env[62668]: DEBUG nova.network.neutron [req-9fea3330-077d-4503-81c3-461662849e04 req-3c3cb2cf-a1d3-4b12-8aec-d6eb13ee8976 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.973376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.990424] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683696, 'name': Rename_Task, 'duration_secs': 0.250787} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.990713] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.990962] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f234e854-8c7a-48c0-bcc5-a46cc6f0bb67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.000805] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 807.000805] env[62668]: value = "task-2683697" [ 807.000805] env[62668]: _type = "Task" [ 807.000805] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.009569] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.045491] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ead677-8c38-4b6f-8d2e-f527284e5b33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.073163] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab59b2da-6d08-4561-9334-21f85002a491 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.091398] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.151728] env[62668]: DEBUG nova.network.neutron [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.262581] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221c59b-7a74-eede-f989-71f775921f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.031518} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.262893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.263137] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.263368] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.263566] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.263672] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.263932] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dc31b1a-fefc-4108-bebd-6d41e67a00bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.274156] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.274156] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.274156] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c2c773-bd0e-44c4-a170-881683455056 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.280941] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 807.280941] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52207fe4-5eab-9091-1753-8ac48876a5e1" [ 807.280941] env[62668]: _type = "Task" [ 807.280941] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.290134] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52207fe4-5eab-9091-1753-8ac48876a5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.375015] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.375494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.389074] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6962e88d-e9bf-4209-9584-350ac0607842 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.399354] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a005f952-7e7f-4e4a-87f5-c2f4b7afcacd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.441618] env[62668]: DEBUG nova.compute.manager [req-9fea3330-077d-4503-81c3-461662849e04 req-3c3cb2cf-a1d3-4b12-8aec-d6eb13ee8976 service nova] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Detach interface failed, port_id=82f7969b-135a-444c-8710-485564a735b3, reason: Instance f17197d7-bd44-4229-9cbb-497d8e21370c could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 807.512392] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.553999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c411b1-52d7-40e2-9cb2-8fc3484c9331 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.564638] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c79cdc-c126-4e59-a622-a971933939cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.607080] env[62668]: DEBUG nova.network.neutron [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updated VIF entry in instance network info cache for port 465a7934-f8ef-4618-b659-629699fa04cd. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.607209] env[62668]: DEBUG nova.network.neutron [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updating instance_info_cache with network_info: [{"id": "465a7934-f8ef-4618-b659-629699fa04cd", "address": "fa:16:3e:b3:21:1b", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465a7934-f8", "ovs_interfaceid": "465a7934-f8ef-4618-b659-629699fa04cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.609434] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fd7d7-9445-4fbb-bc6d-1e2ca4d109a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.617819] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690a76e-37cf-4784-b5a9-eb18b93d597f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.634085] env[62668]: DEBUG nova.compute.provider_tree [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.654298] env[62668]: INFO nova.compute.manager [-] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Took 1.36 seconds to deallocate network for instance. [ 807.665063] env[62668]: DEBUG nova.network.neutron [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Port dc85f63d-7f06-4295-bfc6-a659a77c69b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 807.791124] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52207fe4-5eab-9091-1753-8ac48876a5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.791850] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8519bf7-0fd5-49e2-82fa-581c9d7e3922 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.796979] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 807.796979] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529ccd2e-5402-5eca-d1fc-acb63aa5cc29" [ 807.796979] env[62668]: _type = "Task" [ 807.796979] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.804492] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529ccd2e-5402-5eca-d1fc-acb63aa5cc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.891813] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.892141] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231546c3-2db2-4063-bee8-74e809d9a2df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.899594] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 807.899594] env[62668]: value = "task-2683698" [ 807.899594] env[62668]: _type = "Task" [ 807.899594] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.909148] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.012259] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.112196] env[62668]: DEBUG oslo_concurrency.lockutils [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] Releasing lock "refresh_cache-c1f71939-c205-420b-873f-a634aee63f50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.112422] env[62668]: DEBUG nova.compute.manager [req-d183266c-da84-4d21-a07b-836ff3f42703 req-edd08892-ceb5-47ee-b06a-528e342309af service nova] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Received event network-vif-deleted-f5ede056-7738-4486-9255-0cb224616052 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 808.136755] env[62668]: DEBUG nova.scheduler.client.report [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.160998] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.309174] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529ccd2e-5402-5eca-d1fc-acb63aa5cc29, 'name': SearchDatastore_Task, 'duration_secs': 0.025687} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.309480] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.309744] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c1f71939-c205-420b-873f-a634aee63f50/c1f71939-c205-420b-873f-a634aee63f50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.310029] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d26476d-e641-46b9-9981-46e29d9fae6c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.317121] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 808.317121] env[62668]: value = "task-2683699" [ 808.317121] env[62668]: _type = "Task" [ 808.317121] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.324845] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.411253] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683698, 'name': PowerOffVM_Task, 'duration_secs': 0.192126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.411253] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.411253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef4bca-7a8d-40d2-a093-6e8053822ba8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.432691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e6c253-b555-4879-94aa-b6cdda2b6c88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.466630] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.467041] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e3eb81-1b8d-4c76-a856-c64ed381ed45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.474093] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 808.474093] env[62668]: value = "task-2683700" [ 808.474093] env[62668]: _type = "Task" [ 808.474093] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.483176] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.513279] env[62668]: DEBUG oslo_vmware.api [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683697, 'name': PowerOnVM_Task, 'duration_secs': 1.510739} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.513539] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.513739] env[62668]: INFO nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Took 10.24 seconds to spawn the instance on the hypervisor. [ 808.513911] env[62668]: DEBUG nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.514759] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d768cae4-9f22-4ae0-9341-a2304a1655fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.692308] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.692536] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.692713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.828194] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683699, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.890669] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.891588] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.986159] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.986278] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.986540] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.986702] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.986960] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.987249] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f151dd9e-7fcd-4f5d-9f90-75a7f56d9b30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.997377] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.998023] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.998370] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88516d39-9124-4b41-b817-0bd3095a1dcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.004792] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 809.004792] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535a18-cc33-58cf-e15f-9dedf032df8c" [ 809.004792] env[62668]: _type = "Task" [ 809.004792] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.013086] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535a18-cc33-58cf-e15f-9dedf032df8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.037124] env[62668]: INFO nova.compute.manager [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Took 61.41 seconds to build instance. [ 809.148548] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.227s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.154387] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.179s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.157816] env[62668]: INFO nova.compute.claims [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.256496] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.328873] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516298} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.329180] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] c1f71939-c205-420b-873f-a634aee63f50/c1f71939-c205-420b-873f-a634aee63f50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.329251] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.329512] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef97849-8280-49a3-88f6-20834a2be492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.336230] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 809.336230] env[62668]: value = "task-2683701" [ 809.336230] env[62668]: _type = "Task" [ 809.336230] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.345686] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.516259] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535a18-cc33-58cf-e15f-9dedf032df8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.517118] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f81d259-8bf7-40de-a042-281c0eb79d1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.523118] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 809.523118] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52786a86-3d98-b3db-0f76-7f0aa8e03da6" [ 809.523118] env[62668]: _type = "Task" [ 809.523118] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.531509] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52786a86-3d98-b3db-0f76-7f0aa8e03da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.539028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e8f170c-bafd-4c0f-bc46-9150a4509089 tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.922s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.540216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.284s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.540430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.541034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.541034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.542524] env[62668]: INFO nova.compute.manager [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Terminating instance [ 809.727334] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.727511] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727686] env[62668]: DEBUG nova.network.neutron [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.846505] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076926} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.846784] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.847575] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2245cfa1-9e52-4b29-aa20-c7998e6e6ff4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.869934] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c1f71939-c205-420b-873f-a634aee63f50/c1f71939-c205-420b-873f-a634aee63f50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.870508] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27217eb-b9d6-4ae3-aa1f-eeae328e44b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.890883] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 809.890883] env[62668]: value = "task-2683702" [ 809.890883] env[62668]: _type = "Task" [ 809.890883] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.901022] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.034521] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52786a86-3d98-b3db-0f76-7f0aa8e03da6, 'name': SearchDatastore_Task, 'duration_secs': 0.058912} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.034796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.035099] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 810.035376] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922ed95e-21ad-4d4e-ae66-406ec22f4e9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.043456] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.048089] env[62668]: DEBUG nova.compute.manager [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.048251] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.048586] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 810.048586] env[62668]: value = "task-2683703" [ 810.048586] env[62668]: _type = "Task" [ 810.048586] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.049571] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7601a5-2a51-44d4-b08a-5def2db22aa7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.060909] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.063195] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.063457] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc5cee2-e8c6-4b53-8963-fe7823f3783f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.070850] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 810.070850] env[62668]: value = "task-2683704" [ 810.070850] env[62668]: _type = "Task" [ 810.070850] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.080187] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.405010] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683702, 'name': ReconfigVM_Task, 'duration_secs': 0.295656} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.405371] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c1f71939-c205-420b-873f-a634aee63f50/c1f71939-c205-420b-873f-a634aee63f50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.406014] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3460bd11-affe-4aa7-9c17-f5401737d1e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.415602] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 810.415602] env[62668]: value = "task-2683705" [ 810.415602] env[62668]: _type = "Task" [ 810.415602] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.425302] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683705, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.492727] env[62668]: DEBUG nova.network.neutron [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.569261] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683703, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.575947] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.586670] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683704, 'name': PowerOffVM_Task, 'duration_secs': 0.343779} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.586670] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.587472] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.587472] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609d3abb-ea55-4450-affd-57dfe97e19ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.676870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.677305] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.677635] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleting the datastore file [datastore1] ccbb202e-6a2f-4286-80c8-5f1cf878db04 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.681620] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31533eaf-8851-48cd-8221-4891f240367a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.693671] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for the task: (returnval){ [ 810.693671] env[62668]: value = "task-2683707" [ 810.693671] env[62668]: _type = "Task" [ 810.693671] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.698610] env[62668]: INFO nova.compute.manager [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Swapping old allocation on dict_keys(['7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57']) held by migration 9ebb4ae8-dace-4ab7-8b14-e8465bdc3064 for instance [ 810.710267] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.715172] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a2ddb-cca8-40e4-a1fa-c8bd1113fee2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.726154] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a26b3-cded-43f1-9e57-857a76c4addd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.733486] env[62668]: DEBUG nova.scheduler.client.report [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Overwriting current allocation {'allocations': {'7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': '9ab02c458a0340da97d80fc7ddeaa096', 'user_id': '13ea10b8085e4c8bb417bcae28984150', 'consumer_generation': 1} on consumer 6d54c14e-cb02-43a3-9f5d-5f91f649e026 {{(pid=62668) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 810.762540] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea121489-8544-4892-8375-d24cd6fc1856 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771218] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3f9e8-839c-4dfe-8811-9fdbe927cf91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.785247] env[62668]: DEBUG nova.compute.provider_tree [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.838854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.839082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquired lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.839272] env[62668]: DEBUG nova.network.neutron [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.925842] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683705, 'name': Rename_Task, 'duration_secs': 0.190102} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.926061] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.926302] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803d25c4-c563-4844-935a-bf75e9866b4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.932288] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 810.932288] env[62668]: value = "task-2683708" [ 810.932288] env[62668]: _type = "Task" [ 810.932288] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.940061] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.996607] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.063809] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691087} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.064153] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 811.064944] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4cefa-73da-4575-89a9-756f19658fd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.091153] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.091470] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae9ad07d-4d87-4d24-8e00-9533b6114479 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.115764] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 811.115764] env[62668]: value = "task-2683709" [ 811.115764] env[62668]: _type = "Task" [ 811.115764] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.126890] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.205660] env[62668]: DEBUG oslo_vmware.api [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Task: {'id': task-2683707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146646} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.205999] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.206232] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.206430] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.206611] env[62668]: INFO nova.compute.manager [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 811.206864] env[62668]: DEBUG oslo.service.loopingcall [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.207096] env[62668]: DEBUG nova.compute.manager [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.207204] env[62668]: DEBUG nova.network.neutron [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.313315] env[62668]: ERROR nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [req-98c7b1b2-1d9f-4d59-81f8-023f840ac16b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98c7b1b2-1d9f-4d59-81f8-023f840ac16b"}]} [ 811.335524] env[62668]: DEBUG nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.363777] env[62668]: DEBUG nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.364032] env[62668]: DEBUG nova.compute.provider_tree [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.377555] env[62668]: DEBUG nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.398797] env[62668]: DEBUG nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.445346] env[62668]: DEBUG oslo_vmware.api [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683708, 'name': PowerOnVM_Task, 'duration_secs': 0.478109} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.445711] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.445926] env[62668]: INFO nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Took 7.81 seconds to spawn the instance on the hypervisor. [ 811.446083] env[62668]: DEBUG nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.447671] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c3d29b-7fc7-4927-9c2f-fef04ac8e1cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.531648] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5d2dd-418c-4442-ad16-ce231a65621c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.556990] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1517bc5-235a-4431-8635-bce94556c088 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569280] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.624833] env[62668]: DEBUG nova.compute.manager [req-e80cc726-209b-4f26-aca8-3e318f6cbbcc req-0ff32a48-3586-4714-8670-abd10bd64a10 service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Received event network-vif-deleted-7449da8e-57c8-42b5-a4cb-34853b1b2456 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 811.625102] env[62668]: INFO nova.compute.manager [req-e80cc726-209b-4f26-aca8-3e318f6cbbcc req-0ff32a48-3586-4714-8670-abd10bd64a10 service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Neutron deleted interface 7449da8e-57c8-42b5-a4cb-34853b1b2456; detaching it from the instance and deleting it from the info cache [ 811.625220] env[62668]: DEBUG nova.network.neutron [req-e80cc726-209b-4f26-aca8-3e318f6cbbcc req-0ff32a48-3586-4714-8670-abd10bd64a10 service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.639772] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683709, 'name': ReconfigVM_Task, 'duration_secs': 0.496927} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.640134] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Reconfigured VM instance instance-0000003e to attach disk [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.641016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e242ea-87ee-40c5-bf9e-bcda290a3c8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.673551] env[62668]: DEBUG nova.network.neutron [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [{"id": "62e44cda-6b54-4cab-baa6-3389f3d28244", "address": "fa:16:3e:ab:21:9d", "network": {"id": "57086568-9881-4f21-84aa-bd297ddb8254", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5c6749ae53b94f53bf9964e5bd1e4e82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e44cda-6b", "ovs_interfaceid": "62e44cda-6b54-4cab-baa6-3389f3d28244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.674758] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73a0772-bfa6-498b-9f87-c0dcc6a8d451 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.686522] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Releasing lock "refresh_cache-6d54c14e-cb02-43a3-9f5d-5f91f649e026" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.686949] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.687749] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1682c3-0843-47ad-a923-c2e8024b57e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.696271] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 811.696271] env[62668]: value = "task-2683710" [ 811.696271] env[62668]: _type = "Task" [ 811.696271] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.703296] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 811.703296] env[62668]: value = "task-2683711" [ 811.703296] env[62668]: _type = "Task" [ 811.703296] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.714567] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.718394] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.976568] env[62668]: INFO nova.compute.manager [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Took 62.75 seconds to build instance. [ 812.022627] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff7b62-44bf-4e11-9944-a6d063adaf34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.032697] env[62668]: DEBUG nova.network.neutron [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.035843] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655fea8-86c0-4c43-a3c3-39746ca57437 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.091042] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.092294] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4425bb-a998-4bd1-a956-e7d82fe9041d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.095965] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052031d-54fc-446d-9f3a-f798035c2e28 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.111278] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767bc6d8-b653-4213-ae5d-0131a72b0e18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.118687] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 812.118687] env[62668]: value = "task-2683712" [ 812.118687] env[62668]: _type = "Task" [ 812.118687] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.142994] env[62668]: DEBUG nova.compute.provider_tree [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.145838] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bdd76b1-3b4c-4e5e-b4d1-4be2ef067dba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.154210] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683712, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.166546] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f606a-8fae-48b2-96c9-b748e27afdfb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.220407] env[62668]: DEBUG nova.compute.manager [req-e80cc726-209b-4f26-aca8-3e318f6cbbcc req-0ff32a48-3586-4714-8670-abd10bd64a10 service nova] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Detach interface failed, port_id=7449da8e-57c8-42b5-a4cb-34853b1b2456, reason: Instance ccbb202e-6a2f-4286-80c8-5f1cf878db04 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 812.243125] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683711, 'name': ReconfigVM_Task, 'duration_secs': 0.504432} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.243520] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683710, 'name': PowerOffVM_Task, 'duration_secs': 0.382412} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.243890] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.244299] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.245272] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='013b2f7f-dbe3-4f88-9d3a-59011a75658f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1745731274',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.245604] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.245863] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.246184] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.246434] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.246683] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.247035] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.247304] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.247584] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.247881] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.248217] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.257159] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37914c50-a7c3-43d1-9d77-a7721132e550 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.259306] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709e9148-a865-47f3-bcb6-eca892cf9d6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.279989] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 812.279989] env[62668]: value = "task-2683713" [ 812.279989] env[62668]: _type = "Task" [ 812.279989] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.280247] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 812.280247] env[62668]: value = "task-2683714" [ 812.280247] env[62668]: _type = "Task" [ 812.280247] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.293451] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.295931] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.481111] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7847d7d1-6f63-468b-9d11-cebcb9e5a0e6 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.264s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.542155] env[62668]: INFO nova.compute.manager [-] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Took 1.33 seconds to deallocate network for instance. [ 812.633435] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683712, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.687760] env[62668]: DEBUG nova.scheduler.client.report [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.688369] env[62668]: DEBUG nova.compute.provider_tree [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 104 to 105 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.688733] env[62668]: DEBUG nova.compute.provider_tree [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.798875] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683714, 'name': ReconfigVM_Task, 'duration_secs': 0.237938} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.799134] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.799998] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27431034-58f1-4708-8e39-ee3db88ca356 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.822951] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='013b2f7f-dbe3-4f88-9d3a-59011a75658f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1745731274',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.823218] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.823379] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.823563] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.823708] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.823869] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.824160] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.824342] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.824509] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.824672] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.824845] env[62668]: DEBUG nova.virt.hardware [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.825699] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7754105-b0e7-461a-8653-df48142743a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.832795] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 812.832795] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c5b4d8-386c-8813-5adc-754bdd378a56" [ 812.832795] env[62668]: _type = "Task" [ 812.832795] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.843898] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c5b4d8-386c-8813-5adc-754bdd378a56, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.849365] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.849676] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ddee3f5-1932-4d58-950d-2e2fe87499a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.870324] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 812.870324] env[62668]: value = "task-2683715" [ 812.870324] env[62668]: _type = "Task" [ 812.870324] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.879549] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.983226] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.049779] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.135115] env[62668]: DEBUG oslo_vmware.api [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683712, 'name': PowerOnVM_Task, 'duration_secs': 0.619522} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.135555] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.135849] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93b30139-e48e-4e40-b67e-ae75c572f24c tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance 'd47926ed-d2ef-4600-abfe-d508fbc3ddc2' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.196304] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.042s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.196820] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.199808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.241s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.201300] env[62668]: INFO nova.compute.claims [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.292634] env[62668]: DEBUG oslo_vmware.api [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683713, 'name': PowerOnVM_Task, 'duration_secs': 0.521733} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.292910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.295790] env[62668]: DEBUG nova.compute.manager [None req-91d01d10-cfb1-4627-a450-bd815dac09dc tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.298188] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c0d34c-288e-4f07-87f2-9123a35e90cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.381651] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683715, 'name': ReconfigVM_Task, 'duration_secs': 0.235508} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.382107] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.383157] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1b58c-b930-4d35-9243-c8736b1638aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.409210] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.409686] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce32d46-dc59-4f84-958b-4e1285037e8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.429241] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 813.429241] env[62668]: value = "task-2683716" [ 813.429241] env[62668]: _type = "Task" [ 813.429241] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.438484] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.511119] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.605932] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.606186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.706154] env[62668]: DEBUG nova.compute.utils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.710227] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 813.940066] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.109372] env[62668]: DEBUG nova.compute.utils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.210984] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.441025] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683716, 'name': ReconfigVM_Task, 'duration_secs': 0.60981} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.441025] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026/6d54c14e-cb02-43a3-9f5d-5f91f649e026.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.441695] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6383352-0a5a-4bba-9c78-365cb97d3d0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.464539] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074715dd-7fa0-44bb-b400-6729bb11d0b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.486573] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167506a-bd25-42bb-8f49-969f59d19d30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.509527] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6651425-5fc5-479a-abf4-b46ed1c975bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.517659] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.517939] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b06411ff-413f-4942-847e-8b43e9e18ecb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.526166] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 814.526166] env[62668]: value = "task-2683717" [ 814.526166] env[62668]: _type = "Task" [ 814.526166] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.534751] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.612216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.716379] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a46942-8952-4342-8f89-b7759f7962f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.730202] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd241ce4-924e-4fb5-9ab5-4b3d9d875c33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.764820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dbec97-3af7-4cf2-a2db-8560645036ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.773834] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b6708-5f8f-44f0-adce-4cc37881b297 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.789984] env[62668]: DEBUG nova.compute.provider_tree [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.037915] env[62668]: DEBUG oslo_vmware.api [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683717, 'name': PowerOnVM_Task, 'duration_secs': 0.403413} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.038253] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.226485] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.252072] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.252321] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.252489] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.252676] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.252822] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.252966] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.253184] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.253338] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.253501] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.253659] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.253826] env[62668]: DEBUG nova.virt.hardware [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.254694] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d7d8e-9bb2-458b-b658-d92d7fb62ee3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.263934] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ccf6d5-ba71-4809-b806-625d2bdff8ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.280426] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.286117] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Creating folder: Project (956cf3bc79fa423c89507977d25915ff). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.286466] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a3e1ec8-d343-432c-8c55-69e8c137987a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.293469] env[62668]: DEBUG nova.scheduler.client.report [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.298371] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Created folder: Project (956cf3bc79fa423c89507977d25915ff) in parent group-v540833. [ 815.298566] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Creating folder: Instances. Parent ref: group-v541023. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.298811] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed656f40-0750-4f0c-a0d8-c42e612c7707 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.311211] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Created folder: Instances in parent group-v541023. [ 815.311473] env[62668]: DEBUG oslo.service.loopingcall [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.311677] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.311888] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a559b2d-5621-41ca-9965-b0474095ff65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.331674] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.331674] env[62668]: value = "task-2683720" [ 815.331674] env[62668]: _type = "Task" [ 815.331674] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.340308] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683720, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.634585] env[62668]: DEBUG nova.compute.manager [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 815.634837] env[62668]: DEBUG nova.compute.manager [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing instance network info cache due to event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 815.635011] env[62668]: DEBUG oslo_concurrency.lockutils [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.635234] env[62668]: DEBUG oslo_concurrency.lockutils [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.635427] env[62668]: DEBUG nova.network.neutron [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.681046] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.681307] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.681574] env[62668]: INFO nova.compute.manager [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Attaching volume 535dcb90-c689-4071-8b1a-715019e22ab5 to /dev/sdb [ 815.713184] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd59508-df9c-4a6f-8924-38da7aed198d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.721528] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23184dc1-d791-4f1a-b095-858749e1e835 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.738160] env[62668]: DEBUG nova.virt.block_device [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updating existing volume attachment record: 4919d294-9ef2-4c6d-b3b9-b29b1fcc7d0e {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 815.804598] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.804598] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.806164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.870s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.806420] env[62668]: DEBUG nova.objects.instance [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lazy-loading 'resources' on Instance uuid 02d87ef7-ffb3-44e6-a95c-4234e7c72529 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.841774] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683720, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.050042] env[62668]: INFO nova.compute.manager [None req-e2b72f88-85c7-4a27-9e26-fa8f585a4a5a tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance to original state: 'active' [ 816.153456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.153456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.153632] env[62668]: DEBUG nova.compute.manager [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Going to confirm migration 3 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 816.311774] env[62668]: DEBUG nova.compute.utils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.314094] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.314094] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.347969] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683720, 'name': CreateVM_Task, 'duration_secs': 0.755302} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.348185] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.348689] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.348950] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.349255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.349570] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf4bd3d-1c9c-42f0-8116-237559dc9a77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.355752] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 816.355752] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fa2443-cef8-ec01-2d17-5781c8fd6642" [ 816.355752] env[62668]: _type = "Task" [ 816.355752] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.365690] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fa2443-cef8-ec01-2d17-5781c8fd6642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.372416] env[62668]: DEBUG nova.policy [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9cadfe3c464563985b61f80ed00854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f632525c19d409a8f2106bb8465abc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.380336] env[62668]: DEBUG nova.network.neutron [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updated VIF entry in instance network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.380831] env[62668]: DEBUG nova.network.neutron [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.750400] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.751020] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.751300] env[62668]: DEBUG nova.network.neutron [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.751627] env[62668]: DEBUG nova.objects.instance [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'info_cache' on Instance uuid d47926ed-d2ef-4600-abfe-d508fbc3ddc2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.823019] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.831584] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Successfully created port: 75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.842748] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4aeddf-179b-48d1-a2f4-3c3d7cf7a25c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.850125] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7ec5f-03b4-4965-b7a9-72151ec220c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.868872] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52fa2443-cef8-ec01-2d17-5781c8fd6642, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.897055] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.897345] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.897578] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.897719] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.897889] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.899187] env[62668]: DEBUG oslo_concurrency.lockutils [req-73060127-c952-44d2-b88d-14eed2de3d24 req-1061e85b-198e-4a88-bd6a-dcd402d688f0 service nova] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.899324] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67084856-3936-435f-a610-c27a952f1326 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.901873] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbee9b-6854-414e-b25f-e9de6aa29ad3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.910502] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d989b36-81dc-40ea-a9da-e42111ea9fa3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.915119] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.915296] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.916272] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d8aedb-d033-4fb4-9124-d73d5a3b27cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.928579] env[62668]: DEBUG nova.compute.provider_tree [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.933440] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 816.933440] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535b5b-95b0-1f79-2cd5-e1ca3bb0f1e2" [ 816.933440] env[62668]: _type = "Task" [ 816.933440] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.945403] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535b5b-95b0-1f79-2cd5-e1ca3bb0f1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.430636] env[62668]: DEBUG nova.scheduler.client.report [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.456169] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52535b5b-95b0-1f79-2cd5-e1ca3bb0f1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.456169] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fce74a8-2362-4627-b120-c65888012ef6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.463297] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 817.463297] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52adecad-7478-4454-7bf1-179ece64e507" [ 817.463297] env[62668]: _type = "Task" [ 817.463297] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.472610] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52adecad-7478-4454-7bf1-179ece64e507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.737727] env[62668]: DEBUG nova.compute.manager [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 817.737925] env[62668]: DEBUG nova.compute.manager [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing instance network info cache due to event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 817.738323] env[62668]: DEBUG oslo_concurrency.lockutils [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.738526] env[62668]: DEBUG oslo_concurrency.lockutils [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.738699] env[62668]: DEBUG nova.network.neutron [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.831462] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.856472] env[62668]: DEBUG nova.compute.manager [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 817.856675] env[62668]: DEBUG nova.compute.manager [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing instance network info cache due to event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 817.856864] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.861239] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.861467] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.861625] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.861804] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.861974] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.862102] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.862313] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.862462] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.862625] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.862788] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.862952] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.864033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258a4929-bfd3-4712-8abd-a3fe5f2225f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.875045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e64b3f7-743c-40a9-b54d-f6ddc418ab3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.946501] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.949435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.909s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.951744] env[62668]: INFO nova.compute.claims [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.976598] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52adecad-7478-4454-7bf1-179ece64e507, 'name': SearchDatastore_Task, 'duration_secs': 0.021134} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.977138] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.977497] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4fe764b-7e3e-4055-896b-85e483a7073e/b4fe764b-7e3e-4055-896b-85e483a7073e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.977936] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa29064a-22ef-4c7a-9fa3-9593ae084b57 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.990164] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 817.990164] env[62668]: value = "task-2683724" [ 817.990164] env[62668]: _type = "Task" [ 817.990164] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.996271] env[62668]: INFO nova.scheduler.client.report [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Deleted allocations for instance 02d87ef7-ffb3-44e6-a95c-4234e7c72529 [ 818.010933] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.088826] env[62668]: DEBUG nova.network.neutron [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [{"id": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "address": "fa:16:3e:6c:a0:91", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85f63d-7f", "ovs_interfaceid": "dc85f63d-7f06-4295-bfc6-a659a77c69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.427512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.427798] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.428031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.428423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.428660] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.431955] env[62668]: INFO nova.compute.manager [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Terminating instance [ 818.513086] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.516191] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b8dce36-ab25-4c3a-9111-49e951c0eb2c tempest-ServerMetadataTestJSON-1513950496 tempest-ServerMetadataTestJSON-1513950496-project-member] Lock "02d87ef7-ffb3-44e6-a95c-4234e7c72529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.078s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.565267] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Successfully updated port: 75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.582872] env[62668]: DEBUG nova.network.neutron [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updated VIF entry in instance network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.583241] env[62668]: DEBUG nova.network.neutron [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.591847] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-d47926ed-d2ef-4600-abfe-d508fbc3ddc2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.592431] env[62668]: DEBUG nova.objects.instance [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'migration_context' on Instance uuid d47926ed-d2ef-4600-abfe-d508fbc3ddc2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.936769] env[62668]: DEBUG nova.compute.manager [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.937157] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.937915] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cf074-7bee-4371-a9cc-6fddb32fbc32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.946558] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.946866] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29849ff6-d184-4cb5-8471-def7f00dd487 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.954738] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 818.954738] env[62668]: value = "task-2683726" [ 818.954738] env[62668]: _type = "Task" [ 818.954738] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.967274] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.006028] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686419} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.009042] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4fe764b-7e3e-4055-896b-85e483a7073e/b4fe764b-7e3e-4055-896b-85e483a7073e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.009301] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.010827] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-389c35e4-3d48-4b79-bdde-8602dc248769 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.018477] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 819.018477] env[62668]: value = "task-2683727" [ 819.018477] env[62668]: _type = "Task" [ 819.018477] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.032013] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.072221] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.072221] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.072457] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.087632] env[62668]: DEBUG oslo_concurrency.lockutils [req-beffafd6-2909-4990-be77-2b77757ce3d9 req-eb5211de-3d1d-4ab7-8ae1-65a093076cc6 service nova] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.091032] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.091032] env[62668]: DEBUG nova.network.neutron [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.100071] env[62668]: DEBUG nova.objects.base [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 819.102173] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c20876-1690-4427-935f-94c241567145 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.129586] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1713475-0827-4681-9cdd-59b833567bc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.136743] env[62668]: DEBUG oslo_vmware.api [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 819.136743] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525af7c3-1d89-ccfe-e74b-95945d8caf75" [ 819.136743] env[62668]: _type = "Task" [ 819.136743] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.146395] env[62668]: DEBUG oslo_vmware.api [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525af7c3-1d89-ccfe-e74b-95945d8caf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.469019] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683726, 'name': PowerOffVM_Task, 'duration_secs': 0.224608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.469556] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.469591] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.469887] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4710067-4071-4c19-9f45-29ac8249b020 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.534083] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088074} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.537557] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.538901] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e84a00-20d2-4f1c-8a07-46c285d5cdd0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.561193] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b4fe764b-7e3e-4055-896b-85e483a7073e/b4fe764b-7e3e-4055-896b-85e483a7073e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.563510] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a53184-b60b-42e8-b4ee-209162936ec2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.578653] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.578940] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.579187] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleting the datastore file [datastore2] 6d54c14e-cb02-43a3-9f5d-5f91f649e026 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.579974] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cdaea6-79d5-44c9-a368-fb135ccfefc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.585820] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa0f2e1-e357-4404-a388-fdbc375c2253 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.597568] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0bb0ee-5853-4b76-bb3b-b7ff2b12f21b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.600864] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 819.600864] env[62668]: value = "task-2683730" [ 819.600864] env[62668]: _type = "Task" [ 819.600864] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.601445] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 819.601445] env[62668]: value = "task-2683729" [ 819.601445] env[62668]: _type = "Task" [ 819.601445] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.636498] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.639822] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325268c4-79be-4abc-9259-d5348d1c09d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.651675] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.651926] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.661643] env[62668]: DEBUG oslo_vmware.api [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525af7c3-1d89-ccfe-e74b-95945d8caf75, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.661954] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.663187] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8742495-adf5-44d0-83e4-5dac99a10fcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.678498] env[62668]: DEBUG nova.compute.provider_tree [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.844023] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Updating instance_info_cache with network_info: [{"id": "75507aad-66b0-4cba-91dd-effca569704c", "address": "fa:16:3e:53:df:3c", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75507aad-66", "ovs_interfaceid": "75507aad-66b0-4cba-91dd-effca569704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.963743] env[62668]: DEBUG nova.compute.manager [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 819.964036] env[62668]: DEBUG nova.compute.manager [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing instance network info cache due to event network-changed-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 819.964246] env[62668]: DEBUG oslo_concurrency.lockutils [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] Acquiring lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.973063] env[62668]: DEBUG nova.network.neutron [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updated VIF entry in instance network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.973487] env[62668]: DEBUG nova.network.neutron [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.122171] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683730, 'name': ReconfigVM_Task, 'duration_secs': 0.279036} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.125350] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b4fe764b-7e3e-4055-896b-85e483a7073e/b4fe764b-7e3e-4055-896b-85e483a7073e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.126464] env[62668]: DEBUG oslo_vmware.api [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431104} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.126646] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3911297-267b-48a2-96ef-e8cd06979aa0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.128684] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.128878] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.129070] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.129258] env[62668]: INFO nova.compute.manager [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Took 1.19 seconds to destroy the instance on the hypervisor. [ 820.131180] env[62668]: DEBUG oslo.service.loopingcall [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.131180] env[62668]: DEBUG nova.compute.manager [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.131180] env[62668]: DEBUG nova.network.neutron [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.138670] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 820.138670] env[62668]: value = "task-2683731" [ 820.138670] env[62668]: _type = "Task" [ 820.138670] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.149903] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683731, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.202278] env[62668]: DEBUG nova.compute.manager [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Received event network-vif-plugged-75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 820.202500] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Acquiring lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.202718] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.202881] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.203058] env[62668]: DEBUG nova.compute.manager [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] No waiting events found dispatching network-vif-plugged-75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.203229] env[62668]: WARNING nova.compute.manager [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Received unexpected event network-vif-plugged-75507aad-66b0-4cba-91dd-effca569704c for instance with vm_state building and task_state spawning. [ 820.203391] env[62668]: DEBUG nova.compute.manager [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Received event network-changed-75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 820.203546] env[62668]: DEBUG nova.compute.manager [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Refreshing instance network info cache due to event network-changed-75507aad-66b0-4cba-91dd-effca569704c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 820.203720] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Acquiring lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.219099] env[62668]: DEBUG nova.scheduler.client.report [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.219401] env[62668]: DEBUG nova.compute.provider_tree [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 105 to 106 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.219623] env[62668]: DEBUG nova.compute.provider_tree [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.296199] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 820.296451] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541027', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'name': 'volume-535dcb90-c689-4071-8b1a-715019e22ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1f71939-c205-420b-873f-a634aee63f50', 'attached_at': '', 'detached_at': '', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'serial': '535dcb90-c689-4071-8b1a-715019e22ab5'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 820.297434] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006e943-c506-4f67-be80-ef7614bdb3e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.318803] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b25bd-b7e9-408a-b7e3-226feec25054 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.347174] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-535dcb90-c689-4071-8b1a-715019e22ab5/volume-535dcb90-c689-4071-8b1a-715019e22ab5.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.348074] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.348421] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Instance network_info: |[{"id": "75507aad-66b0-4cba-91dd-effca569704c", "address": "fa:16:3e:53:df:3c", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75507aad-66", "ovs_interfaceid": "75507aad-66b0-4cba-91dd-effca569704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.348668] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d38a10a-9984-44f6-bf16-2f79bf2d1180 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.362602] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Acquired lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.362839] env[62668]: DEBUG nova.network.neutron [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Refreshing network info cache for port 75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.366170] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:df:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75507aad-66b0-4cba-91dd-effca569704c', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.372532] env[62668]: DEBUG oslo.service.loopingcall [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.373117] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.374680] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9f65daa-2b15-4746-93bc-ac61a8d907fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.399236] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 820.399236] env[62668]: value = "task-2683732" [ 820.399236] env[62668]: _type = "Task" [ 820.399236] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.413557] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.415345] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.415345] env[62668]: value = "task-2683733" [ 820.415345] env[62668]: _type = "Task" [ 820.415345] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.429998] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683733, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.476069] env[62668]: DEBUG oslo_concurrency.lockutils [req-2c8ab7fb-e3fa-49df-bc06-2b3a37943fe5 req-b1487c4f-393b-4f3f-b756-1a8a52f2258c service nova] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.477063] env[62668]: DEBUG oslo_concurrency.lockutils [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] Acquired lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.477385] env[62668]: DEBUG nova.network.neutron [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Refreshing network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.596471] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "cf426265-e298-4fd6-aa23-dc0f377f4694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.596774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.597030] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.597285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.597499] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.599820] env[62668]: INFO nova.compute.manager [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Terminating instance [ 820.651187] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683731, 'name': Rename_Task, 'duration_secs': 0.154029} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.651802] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.652090] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fff347-1909-45dc-9d6a-4b2adb74e642 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.660450] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 820.660450] env[62668]: value = "task-2683734" [ 820.660450] env[62668]: _type = "Task" [ 820.660450] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.671507] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.726194] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.726727] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.729653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.733s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.911629] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.927473] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683733, 'name': CreateVM_Task, 'duration_secs': 0.461132} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.928228] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.928437] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.928602] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.928930] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.929192] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e482a1b6-a8d9-4048-ad2f-a64879643c1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.945358] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 820.945358] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e02a9b-edfe-ad39-3d2b-c99a21e857af" [ 820.945358] env[62668]: _type = "Task" [ 820.945358] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.957254] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e02a9b-edfe-ad39-3d2b-c99a21e857af, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.957624] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.957934] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.958385] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.958586] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.958812] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.959121] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f28176-6c09-4807-ab3b-ab6da8beadf8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.974124] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.974124] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.974124] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bda8559-9af6-4d79-bbcc-3879e0af5537 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.982413] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 820.982413] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce70e9-9084-3d31-0723-f15937b2916e" [ 820.982413] env[62668]: _type = "Task" [ 820.982413] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.997975] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce70e9-9084-3d31-0723-f15937b2916e, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.999247] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f360792f-bb08-4a2d-a9a5-2a89804245b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.005581] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 821.005581] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b278c-93bc-bbce-fa5a-4601fff099c1" [ 821.005581] env[62668]: _type = "Task" [ 821.005581] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.015214] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b278c-93bc-bbce-fa5a-4601fff099c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.105309] env[62668]: DEBUG nova.network.neutron [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.110314] env[62668]: DEBUG nova.compute.manager [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.110538] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.111455] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc6a7f-bea1-4655-8bcc-86e90d7f3861 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.125923] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.126226] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70631f4-a0ff-49b7-9aa0-88e4445bbea0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.135088] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 821.135088] env[62668]: value = "task-2683735" [ 821.135088] env[62668]: _type = "Task" [ 821.135088] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.148325] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.174128] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.178821] env[62668]: DEBUG nova.network.neutron [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Updated VIF entry in instance network info cache for port 75507aad-66b0-4cba-91dd-effca569704c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.182474] env[62668]: DEBUG nova.network.neutron [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Updating instance_info_cache with network_info: [{"id": "75507aad-66b0-4cba-91dd-effca569704c", "address": "fa:16:3e:53:df:3c", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75507aad-66", "ovs_interfaceid": "75507aad-66b0-4cba-91dd-effca569704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.234040] env[62668]: DEBUG nova.compute.utils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.235784] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.235878] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.309180] env[62668]: DEBUG nova.policy [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9cadfe3c464563985b61f80ed00854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f632525c19d409a8f2106bb8465abc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.402462] env[62668]: DEBUG nova.network.neutron [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updated VIF entry in instance network info cache for port c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.403034] env[62668]: DEBUG nova.network.neutron [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [{"id": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "address": "fa:16:3e:ba:17:b8", "network": {"id": "0c7b0fbb-7db5-49ae-bcc3-5528bce5518b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2098076391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ecdc17594f447dab7a18aaf09a2ecef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d2c0d0-4c", "ovs_interfaceid": "c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.420816] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683732, 'name': ReconfigVM_Task, 'duration_secs': 0.62926} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.421983] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-535dcb90-c689-4071-8b1a-715019e22ab5/volume-535dcb90-c689-4071-8b1a-715019e22ab5.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.431170] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7fbb08-1f9a-4d5e-8731-5ef4d68ad406 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.456783] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 821.456783] env[62668]: value = "task-2683736" [ 821.456783] env[62668]: _type = "Task" [ 821.456783] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.474796] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683736, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.522635] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b278c-93bc-bbce-fa5a-4601fff099c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012972} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.522635] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.522635] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 35e64c5e-e78c-4787-8d6a-7b5fb1a31244/35e64c5e-e78c-4787-8d6a-7b5fb1a31244.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.522635] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a80bd4c-7064-428c-b4cd-fee97cff40f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.530473] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 821.530473] env[62668]: value = "task-2683737" [ 821.530473] env[62668]: _type = "Task" [ 821.530473] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.542558] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.608521] env[62668]: INFO nova.compute.manager [-] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Took 1.48 seconds to deallocate network for instance. [ 821.646725] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683735, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.674580] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.682442] env[62668]: DEBUG oslo_concurrency.lockutils [req-1fa34115-7ad6-467a-875b-8d9ace7b6eae req-9782c04a-25e7-4f9a-80a7-ba904feca8a4 service nova] Releasing lock "refresh_cache-35e64c5e-e78c-4787-8d6a-7b5fb1a31244" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.690659] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Successfully created port: 5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.755119] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.758695] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Applying migration context for instance d47926ed-d2ef-4600-abfe-d508fbc3ddc2 as it has an incoming, in-progress migration b2975b90-2c82-406a-9858-f67f47e683ce. Migration status is confirming {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 821.761040] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating resource usage from migration b2975b90-2c82-406a-9858-f67f47e683ce [ 821.791340] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 9f4b812e-617a-41e2-b9fb-36fee90a8118 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.791518] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a69ba441-7bb7-4eb0-83c3-72fd09086028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.791671] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8d1f4077-4988-473d-8026-6ae0e44a70e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.791810] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d0b8e179-8817-424f-8718-e24d502c77f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.791974] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f17197d7-bd44-4229-9cbb-497d8e21370c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.792080] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance bcb07823-1d55-4704-a061-472d7df6c0f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792206] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792320] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d6d6c56c-96e2-430f-8d8c-a93d4986be93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792432] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792543] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b19b1d40-bf94-47cb-860e-af27a0bdfbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792650] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance c96f0187-c1c6-4631-8ff8-20328ac6ba7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792756] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6d54c14e-cb02-43a3-9f5d-5f91f649e026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 821.792878] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6fb06b88-2d82-4e84-9e6f-d2f077908b0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.793008] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a714810a-26e5-4af3-b7e9-6c6a79d92671 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.793136] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 88bcf6e7-042f-4c74-a226-e09dd3c9c412 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.793261] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 0ff19c78-551b-4181-aca1-852e02fe7f9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.793376] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 8c48eafa-e192-44a0-a327-f9ce2297315e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.911874] env[62668]: DEBUG oslo_concurrency.lockutils [req-986dcc6f-5875-412c-b522-c2723269d662 req-a466fa01-609a-4110-a8b6-b02a281576ee service nova] Releasing lock "refresh_cache-cf426265-e298-4fd6-aa23-dc0f377f4694" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.972321] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.051263] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.117194] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.146447] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683735, 'name': PowerOffVM_Task, 'duration_secs': 0.523887} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.146800] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.146997] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.147322] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b7d00e-52ee-4da1-ba17-f181613b694f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.177973] env[62668]: DEBUG oslo_vmware.api [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683734, 'name': PowerOnVM_Task, 'duration_secs': 1.096271} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.178379] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.178608] env[62668]: INFO nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Took 6.95 seconds to spawn the instance on the hypervisor. [ 822.178833] env[62668]: DEBUG nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.179619] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f3a9e-0b26-4eb4-b985-df1e5023076e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.238189] env[62668]: DEBUG nova.compute.manager [req-f25d7706-0583-4bf6-b52b-abd54035bf1b req-d8d8017e-95e7-4a37-a79a-49a0b6d68260 service nova] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Received event network-vif-deleted-62e44cda-6b54-4cab-baa6-3389f3d28244 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 822.239932] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.240143] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.240323] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Deleting the datastore file [datastore2] cf426265-e298-4fd6-aa23-dc0f377f4694 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.240589] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc606ed8-05c0-4cf0-9fc6-7ec80507fde3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.247988] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for the task: (returnval){ [ 822.247988] env[62668]: value = "task-2683739" [ 822.247988] env[62668]: _type = "Task" [ 822.247988] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.256580] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.299986] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9b63d1b-69be-4b6a-a3b8-9f6237644428 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.300269] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf426265-e298-4fd6-aa23-dc0f377f4694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.300390] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.300544] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ccbb202e-6a2f-4286-80c8-5f1cf878db04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.300690] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration b2975b90-2c82-406a-9858-f67f47e683ce is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 822.300972] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d47926ed-d2ef-4600-abfe-d508fbc3ddc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.300972] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance c1f71939-c205-420b-873f-a634aee63f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.301115] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b4fe764b-7e3e-4055-896b-85e483a7073e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.301165] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 35e64c5e-e78c-4787-8d6a-7b5fb1a31244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.301290] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 7a1718db-1e65-45bb-bfc4-4a927a82bda5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.469033] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.498748] env[62668]: DEBUG nova.compute.manager [None req-206f26a3-a431-4e35-8526-3b87abc0b71f tempest-ServerDiagnosticsV248Test-1678116599 tempest-ServerDiagnosticsV248Test-1678116599-project-admin] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.499893] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9691803d-15fd-46c7-b791-fa910c7e6b06 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.507908] env[62668]: INFO nova.compute.manager [None req-206f26a3-a431-4e35-8526-3b87abc0b71f tempest-ServerDiagnosticsV248Test-1678116599 tempest-ServerDiagnosticsV248Test-1678116599-project-admin] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Retrieving diagnostics [ 822.508671] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92932b-eb0a-4096-abea-56021a9d2455 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.552297] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671544} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.552297] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 35e64c5e-e78c-4787-8d6a-7b5fb1a31244/35e64c5e-e78c-4787-8d6a-7b5fb1a31244.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.552297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.552297] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35aea674-458d-4645-aa4a-585f8227871e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.560480] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 822.560480] env[62668]: value = "task-2683740" [ 822.560480] env[62668]: _type = "Task" [ 822.560480] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.570877] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.697982] env[62668]: INFO nova.compute.manager [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Took 58.75 seconds to build instance. [ 822.758832] env[62668]: DEBUG oslo_vmware.api [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Task: {'id': task-2683739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195647} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.759100] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.759286] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.759471] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.759700] env[62668]: INFO nova.compute.manager [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Took 1.65 seconds to destroy the instance on the hypervisor. [ 822.759944] env[62668]: DEBUG oslo.service.loopingcall [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.760145] env[62668]: DEBUG nova.compute.manager [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.760243] env[62668]: DEBUG nova.network.neutron [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.770101] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.796486] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.796819] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.798398] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.798729] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.799016] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.799254] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.799548] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.799780] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.800043] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.800291] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.800549] env[62668]: DEBUG nova.virt.hardware [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.801493] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d4ce0-6dac-49db-94ba-1468260f6d0a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.805274] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 76a1572e-b943-420f-bb58-8eb11a27ff1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.814804] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e0b41-431a-408f-9c92-f91d04b8391c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972389] env[62668]: DEBUG oslo_vmware.api [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683736, 'name': ReconfigVM_Task, 'duration_secs': 1.171138} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.972712] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541027', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'name': 'volume-535dcb90-c689-4071-8b1a-715019e22ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1f71939-c205-420b-873f-a634aee63f50', 'attached_at': '', 'detached_at': '', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'serial': '535dcb90-c689-4071-8b1a-715019e22ab5'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 823.071777] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106431} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.074964] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.076999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7e69c7-55c5-417e-9025-6337f258b686 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.105694] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 35e64c5e-e78c-4787-8d6a-7b5fb1a31244/35e64c5e-e78c-4787-8d6a-7b5fb1a31244.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.106028] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085c0ded-f4ae-4ea2-b310-6ab0d30ded99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.128361] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 823.128361] env[62668]: value = "task-2683741" [ 823.128361] env[62668]: _type = "Task" [ 823.128361] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.141529] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.200271] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3f43061f-e72b-41e7-aeed-41509f9c7153 tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.129s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.309333] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.488579] env[62668]: DEBUG nova.compute.manager [req-1a4d95fa-fbeb-493e-81db-f36f2597ca69 req-0e6f504c-0576-4e1e-b989-0c5f1ec71b61 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Received event network-vif-deleted-c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 823.488817] env[62668]: INFO nova.compute.manager [req-1a4d95fa-fbeb-493e-81db-f36f2597ca69 req-0e6f504c-0576-4e1e-b989-0c5f1ec71b61 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Neutron deleted interface c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c; detaching it from the instance and deleting it from the info cache [ 823.489046] env[62668]: DEBUG nova.network.neutron [req-1a4d95fa-fbeb-493e-81db-f36f2597ca69 req-0e6f504c-0576-4e1e-b989-0c5f1ec71b61 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.561239] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Successfully updated port: 5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.640993] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683741, 'name': ReconfigVM_Task, 'duration_secs': 0.292614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.641933] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 35e64c5e-e78c-4787-8d6a-7b5fb1a31244/35e64c5e-e78c-4787-8d6a-7b5fb1a31244.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.643065] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb2bbf00-5d04-48d7-9b03-8e9892c627a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.654962] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 823.654962] env[62668]: value = "task-2683742" [ 823.654962] env[62668]: _type = "Task" [ 823.654962] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.672729] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683742, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.704677] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.814027] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1f705a9f-9eb5-4a81-8acf-5dc094648d75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.844826] env[62668]: DEBUG nova.network.neutron [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.992519] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5d08eb8-e7fb-4623-8bda-49398caaed2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.003798] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c118522-498c-4914-b297-e0ae8335a8f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.043966] env[62668]: DEBUG nova.objects.instance [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'flavor' on Instance uuid c1f71939-c205-420b-873f-a634aee63f50 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.049017] env[62668]: DEBUG nova.compute.manager [req-1a4d95fa-fbeb-493e-81db-f36f2597ca69 req-0e6f504c-0576-4e1e-b989-0c5f1ec71b61 service nova] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Detach interface failed, port_id=c3d2c0d0-4cb6-494c-aba9-64b58a0a4c4c, reason: Instance cf426265-e298-4fd6-aa23-dc0f377f4694 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 824.066300] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.066300] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.066300] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.171022] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683742, 'name': Rename_Task, 'duration_secs': 0.156246} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.171022] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.171022] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa5a360-be4b-4521-a2f3-d1165c2fffc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.176303] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 824.176303] env[62668]: value = "task-2683743" [ 824.176303] env[62668]: _type = "Task" [ 824.176303] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.186663] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.243970] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.255733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.298137] env[62668]: DEBUG nova.compute.manager [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Received event network-vif-plugged-5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 824.298464] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Acquiring lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.298721] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.298913] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.299112] env[62668]: DEBUG nova.compute.manager [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] No waiting events found dispatching network-vif-plugged-5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.299308] env[62668]: WARNING nova.compute.manager [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Received unexpected event network-vif-plugged-5634971c-4ff2-4071-bbfb-2c9f031bc136 for instance with vm_state building and task_state spawning. [ 824.299483] env[62668]: DEBUG nova.compute.manager [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Received event network-changed-5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 824.299666] env[62668]: DEBUG nova.compute.manager [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Refreshing instance network info cache due to event network-changed-5634971c-4ff2-4071-bbfb-2c9f031bc136. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 824.299838] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Acquiring lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.316764] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 01e6b8da-a95c-4ddd-a0d0-3096f0dea074 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.347587] env[62668]: INFO nova.compute.manager [-] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Took 1.59 seconds to deallocate network for instance. [ 824.550027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1d9ca8ad-19f9-42b4-affd-1a2252203fd7 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.868s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.550783] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.295s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.554066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "c1f71939-c205-420b-873f-a634aee63f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.554066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.554066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.555044] env[62668]: INFO nova.compute.manager [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Terminating instance [ 824.625926] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.689171] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683743, 'name': PowerOnVM_Task, 'duration_secs': 0.485106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.689171] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.689411] env[62668]: INFO nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Took 6.86 seconds to spawn the instance on the hypervisor. [ 824.690290] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.690469] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8ad3b-0555-4273-8013-920e6c6c92a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.819920] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance aed2e89c-1084-4691-bcb5-7e2d9f176358 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.847035] env[62668]: DEBUG nova.network.neutron [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Updating instance_info_cache with network_info: [{"id": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "address": "fa:16:3e:3d:d3:b0", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5634971c-4f", "ovs_interfaceid": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.857906] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.063243] env[62668]: DEBUG nova.compute.manager [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.063520] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.063778] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1bcb59-cb29-4cce-8796-dfb07ded9308 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.073379] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 825.073379] env[62668]: value = "task-2683744" [ 825.073379] env[62668]: _type = "Task" [ 825.073379] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.090808] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.211756] env[62668]: INFO nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Took 58.28 seconds to build instance. [ 825.325763] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cc0f3003-760a-4c10-9719-01fa4e0a3c7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.348959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.349337] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Instance network_info: |[{"id": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "address": "fa:16:3e:3d:d3:b0", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5634971c-4f", "ovs_interfaceid": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.349661] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Acquired lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350711] env[62668]: DEBUG nova.network.neutron [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Refreshing network info cache for port 5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.350958] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:d3:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5634971c-4ff2-4071-bbfb-2c9f031bc136', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.364570] env[62668]: DEBUG oslo.service.loopingcall [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.365669] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.365920] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62da02dd-ef34-4f2d-9c31-23b92c51a5d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.390352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.390580] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.396523] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.396523] env[62668]: value = "task-2683745" [ 825.396523] env[62668]: _type = "Task" [ 825.396523] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.407867] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683745, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.585105] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683744, 'name': PowerOffVM_Task, 'duration_secs': 0.226579} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.585386] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.585589] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.586283] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541027', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'name': 'volume-535dcb90-c689-4071-8b1a-715019e22ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1f71939-c205-420b-873f-a634aee63f50', 'attached_at': '', 'detached_at': '', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'serial': '535dcb90-c689-4071-8b1a-715019e22ab5'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 825.586586] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a4aadb-726d-4e28-bb63-f6f051f4d39f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.610594] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbce0e3-4093-4e39-ae20-aee29757536e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.619566] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8c865c-02ed-44de-a040-97c427e62440 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.641029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab4114-ea97-4c64-9002-cbf047a50f72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.656990] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] The volume has not been displaced from its original location: [datastore1] volume-535dcb90-c689-4071-8b1a-715019e22ab5/volume-535dcb90-c689-4071-8b1a-715019e22ab5.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 825.663264] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.663264] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc3a301d-f609-4fb0-aec5-0f09bd31aae5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.683129] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 825.683129] env[62668]: value = "task-2683746" [ 825.683129] env[62668]: _type = "Task" [ 825.683129] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.694840] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.716670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.384s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.829295] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 18ed20e4-25cf-4133-a542-6c8c26da3af7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.911488] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683745, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.193512] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683746, 'name': ReconfigVM_Task, 'duration_secs': 0.222192} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.193783] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 826.198529] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9ab546-3246-4bff-98cb-6cf45295b00a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.218167] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 826.218167] env[62668]: value = "task-2683747" [ 826.218167] env[62668]: _type = "Task" [ 826.218167] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.221576] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.230063] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.333024] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 3311fb97-bb87-41bd-b695-306980462cbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.333354] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 826.333504] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 826.375914] env[62668]: DEBUG nova.network.neutron [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Updated VIF entry in instance network info cache for port 5634971c-4ff2-4071-bbfb-2c9f031bc136. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.376306] env[62668]: DEBUG nova.network.neutron [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Updating instance_info_cache with network_info: [{"id": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "address": "fa:16:3e:3d:d3:b0", "network": {"id": "ed5a114c-e89d-4af5-ae1d-cfb2cdf99c17", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-151843905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f632525c19d409a8f2106bb8465abc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5634971c-4f", "ovs_interfaceid": "5634971c-4ff2-4071-bbfb-2c9f031bc136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.415313] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683745, 'name': CreateVM_Task, 'duration_secs': 0.567402} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.415639] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.416143] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.416401] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.416657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.416921] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83835527-1861-4774-a237-f626526f585e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.422816] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 826.422816] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529acfd6-44d8-806c-5782-1bb8a56ec5a1" [ 826.422816] env[62668]: _type = "Task" [ 826.422816] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.432034] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529acfd6-44d8-806c-5782-1bb8a56ec5a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.730794] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683747, 'name': ReconfigVM_Task, 'duration_secs': 0.285336} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.734843] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541027', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'name': 'volume-535dcb90-c689-4071-8b1a-715019e22ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1f71939-c205-420b-873f-a634aee63f50', 'attached_at': '', 'detached_at': '', 'volume_id': '535dcb90-c689-4071-8b1a-715019e22ab5', 'serial': '535dcb90-c689-4071-8b1a-715019e22ab5'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 826.735139] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.736300] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb224bc-b4fa-4a99-b5e8-ecee2fc02952 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.744046] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.746896] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.748258] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c30449-49cf-42da-8c23-985b5c35538f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.826108] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.826993] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.826993] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore1] c1f71939-c205-420b-873f-a634aee63f50 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.827218] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7449c36b-6a39-4868-ac8a-8f2cb298b5f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.837914] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 826.837914] env[62668]: value = "task-2683749" [ 826.837914] env[62668]: _type = "Task" [ 826.837914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.849018] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.855639] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9205e9-9c08-4709-9051-1f2e177fb948 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.863509] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a3f8f-dcd4-4a40-aa73-d9b1e88cfbef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.893888] env[62668]: DEBUG oslo_concurrency.lockutils [req-c4e5f592-b977-4028-8839-7fb709ede4f4 req-f8a936fd-4ba3-4039-852f-cbf36562bbe3 service nova] Releasing lock "refresh_cache-7a1718db-1e65-45bb-bfc4-4a927a82bda5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.895107] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f915a-3f9d-4168-bfa7-a6dc7480d717 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.903141] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa9209-422f-4367-99a0-fe422fb52ac5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918385] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.933496] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529acfd6-44d8-806c-5782-1bb8a56ec5a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.933777] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.934663] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.934663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.934663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.934663] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.934850] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd63e3ee-3387-4157-827a-753cbc1a8e68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.954887] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.955804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.955804] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19046b9c-a59c-43d4-857b-84929d34221a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.961476] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 826.961476] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52728cbc-a001-c78f-9482-3d7d91983513" [ 826.961476] env[62668]: _type = "Task" [ 826.961476] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.986175] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52728cbc-a001-c78f-9482-3d7d91983513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.349689] env[62668]: DEBUG oslo_vmware.api [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190807} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.349969] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.350463] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.350656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.350835] env[62668]: INFO nova.compute.manager [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Took 2.29 seconds to destroy the instance on the hypervisor. [ 827.351110] env[62668]: DEBUG oslo.service.loopingcall [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.351319] env[62668]: DEBUG nova.compute.manager [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.351416] env[62668]: DEBUG nova.network.neutron [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.440674] env[62668]: ERROR nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [req-8bc3e919-d471-43bd-b075-6cb794bfff8b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8bc3e919-d471-43bd-b075-6cb794bfff8b"}]} [ 827.457547] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.473559] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52728cbc-a001-c78f-9482-3d7d91983513, 'name': SearchDatastore_Task, 'duration_secs': 0.024016} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.474399] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29cd973-ae8a-4afa-b487-839a69ec56cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.480948] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.480948] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.485725] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 827.485725] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5243f345-11a0-144c-eec1-ab82b3c1a416" [ 827.485725] env[62668]: _type = "Task" [ 827.485725] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.491537] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.498047] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5243f345-11a0-144c-eec1-ab82b3c1a416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.513828] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.754703] env[62668]: DEBUG nova.compute.manager [req-ff55b8d3-75a9-4c23-ada1-442f96157616 req-c24a1528-8e85-413d-90ae-3834fbc5f0b9 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Received event network-vif-deleted-465a7934-f8ef-4618-b659-629699fa04cd {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 827.754703] env[62668]: INFO nova.compute.manager [req-ff55b8d3-75a9-4c23-ada1-442f96157616 req-c24a1528-8e85-413d-90ae-3834fbc5f0b9 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Neutron deleted interface 465a7934-f8ef-4618-b659-629699fa04cd; detaching it from the instance and deleting it from the info cache [ 827.754703] env[62668]: DEBUG nova.network.neutron [req-ff55b8d3-75a9-4c23-ada1-442f96157616 req-c24a1528-8e85-413d-90ae-3834fbc5f0b9 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.976491] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf778621-77b1-4bbe-ab6c-3a6a9a5869c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.984756] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80c718-ba62-4124-b805-3dd600a66dc2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.022410] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5243f345-11a0-144c-eec1-ab82b3c1a416, 'name': SearchDatastore_Task, 'duration_secs': 0.016547} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.023245] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.023508] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 7a1718db-1e65-45bb-bfc4-4a927a82bda5/7a1718db-1e65-45bb-bfc4-4a927a82bda5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.024242] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9723faf3-218c-4554-9425-8c14526ad26c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.026794] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301ccce4-8078-4b6d-8e98-d22ed3e1ec8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.034323] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ba8ba-59f7-4c5b-97e6-27eae29d5fca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.039553] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 828.039553] env[62668]: value = "task-2683750" [ 828.039553] env[62668]: _type = "Task" [ 828.039553] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.051950] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.058419] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.194594] env[62668]: DEBUG nova.network.neutron [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.256367] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea4407d4-19a2-48b0-90e0-184f477ace8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.267586] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0407ad79-6b81-46df-bff0-564ed6c4bbba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.301940] env[62668]: DEBUG nova.compute.manager [req-ff55b8d3-75a9-4c23-ada1-442f96157616 req-c24a1528-8e85-413d-90ae-3834fbc5f0b9 service nova] [instance: c1f71939-c205-420b-873f-a634aee63f50] Detach interface failed, port_id=465a7934-f8ef-4618-b659-629699fa04cd, reason: Instance c1f71939-c205-420b-873f-a634aee63f50 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 828.551994] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.596643] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.596958] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 107 to 108 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.597114] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.697705] env[62668]: INFO nova.compute.manager [-] [instance: c1f71939-c205-420b-873f-a634aee63f50] Took 1.35 seconds to deallocate network for instance. [ 829.052232] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748035} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.052632] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 7a1718db-1e65-45bb-bfc4-4a927a82bda5/7a1718db-1e65-45bb-bfc4-4a927a82bda5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.053322] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.053322] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87224582-5087-4b85-870f-8d54b7a368af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.062035] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 829.062035] env[62668]: value = "task-2683751" [ 829.062035] env[62668]: _type = "Task" [ 829.062035] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.072136] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.103198] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 829.103624] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.374s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.103959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.171s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.104219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.106604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.201s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.108198] env[62668]: INFO nova.compute.claims [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.111199] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.111606] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 829.132549] env[62668]: INFO nova.scheduler.client.report [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleted allocations for instance 6fb06b88-2d82-4e84-9e6f-d2f077908b0e [ 829.253300] env[62668]: INFO nova.compute.manager [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: c1f71939-c205-420b-873f-a634aee63f50] Took 0.56 seconds to detach 1 volumes for instance. [ 829.576380] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077969} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.576812] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.578017] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165474e-9fcc-4965-ac6d-e42a19590989 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.608317] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 7a1718db-1e65-45bb-bfc4-4a927a82bda5/7a1718db-1e65-45bb-bfc4-4a927a82bda5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.609102] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eec74e2-8854-415e-a40e-f4a6a8985561 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.636876] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] There are 41 instances to clean {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 829.636876] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 02d87ef7-ffb3-44e6-a95c-4234e7c72529] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 829.646970] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d0d853ea-0123-4695-ac58-8d5db7bed9aa tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "6fb06b88-2d82-4e84-9e6f-d2f077908b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.129s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.651749] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 829.651749] env[62668]: value = "task-2683752" [ 829.651749] env[62668]: _type = "Task" [ 829.651749] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.664818] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.759856] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.844184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.844547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.844788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.845017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.845324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.848198] env[62668]: INFO nova.compute.manager [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Terminating instance [ 830.110050] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167881a9-180d-400e-804b-11dc69591041 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.118371] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df12034-becb-4c43-b94d-b1ebae6d2b24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.149476] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 0e5e5991-987f-463a-baa9-a3f4d54bc58c] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 830.152321] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40511ae4-b20a-48b9-8e66-8eacfb98d114 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.164322] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.167125] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3c533-dbc5-446e-8df3-2997d92d249a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.183539] env[62668]: DEBUG nova.compute.provider_tree [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.352013] env[62668]: DEBUG nova.compute.manager [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.352236] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.353129] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c9b99-7012-4020-9899-9c7cffb0ae95 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.361794] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.362416] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd3b112-a77b-40c4-a05d-d2f9a26a62d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.369176] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 830.369176] env[62668]: value = "task-2683753" [ 830.369176] env[62668]: _type = "Task" [ 830.369176] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.380318] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.657028] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 9e2fda18-07bc-4adc-a067-569d6cca1577] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 830.666977] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683752, 'name': ReconfigVM_Task, 'duration_secs': 0.657969} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.667263] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 7a1718db-1e65-45bb-bfc4-4a927a82bda5/7a1718db-1e65-45bb-bfc4-4a927a82bda5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.667885] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d5e0d3c-cc7b-4acd-863d-d243bcc98581 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.675941] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 830.675941] env[62668]: value = "task-2683754" [ 830.675941] env[62668]: _type = "Task" [ 830.675941] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.688112] env[62668]: DEBUG nova.scheduler.client.report [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.691500] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683754, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.880354] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683753, 'name': PowerOffVM_Task, 'duration_secs': 0.207564} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.880633] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.880804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.881074] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea3e70f2-ea31-486e-8bf4-b17e884223ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.959298] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.959538] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.959727] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleting the datastore file [datastore2] f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.960088] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787ae5be-3ba1-47cd-b814-52acd61b34a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.968430] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for the task: (returnval){ [ 830.968430] env[62668]: value = "task-2683756" [ 830.968430] env[62668]: _type = "Task" [ 830.968430] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.161856] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 379210e6-bd63-4029-9d46-7462cff00c7f] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 831.185736] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683754, 'name': Rename_Task, 'duration_secs': 0.16394} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.186523] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.186756] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164832b7-c8e4-4c43-9156-8df4b66e73ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.194281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.088s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.194778] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.197496] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 831.197496] env[62668]: value = "task-2683757" [ 831.197496] env[62668]: _type = "Task" [ 831.197496] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.197947] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.752s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.198150] env[62668]: DEBUG nova.objects.instance [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.209651] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.480053] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.665633] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1b4c5a3f-e77d-41ea-b320-8651997e6ab3] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 831.700054] env[62668]: DEBUG nova.compute.utils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 831.701661] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.701741] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.717591] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.747151] env[62668]: DEBUG nova.policy [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72dd9fe08a664194b894aa7bc5688c4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4d5f0ba433428890e7888c6385c4f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.983028] env[62668]: DEBUG oslo_vmware.api [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Task: {'id': task-2683756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528631} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.983028] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.983028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.983028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.983028] env[62668]: INFO nova.compute.manager [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 831.983028] env[62668]: DEBUG oslo.service.loopingcall [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.983335] env[62668]: DEBUG nova.compute.manager [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.983335] env[62668]: DEBUG nova.network.neutron [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.159850] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Successfully created port: 7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.168580] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 48dc29f6-f436-4d87-9580-02f812763c74] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 832.204599] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.212568] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5ee9ebb9-53bb-4095-9872-cec8b25f1f7f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.214056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.620s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.214130] env[62668]: DEBUG nova.objects.instance [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 832.224371] env[62668]: DEBUG oslo_vmware.api [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683757, 'name': PowerOnVM_Task, 'duration_secs': 0.823601} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.224649] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.224848] env[62668]: INFO nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Took 9.45 seconds to spawn the instance on the hypervisor. [ 832.225037] env[62668]: DEBUG nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.226122] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe5d1c-07b6-4a00-9ab5-736acb7f4bfa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.314239] env[62668]: DEBUG nova.compute.manager [req-ce8c5573-846f-4b5e-a3ce-5174df8a8d3c req-a4418e86-0de2-4a7d-a699-8597bdaf4e8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Received event network-vif-deleted-db747632-732f-491c-9353-e6900e4ee5c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 832.314441] env[62668]: INFO nova.compute.manager [req-ce8c5573-846f-4b5e-a3ce-5174df8a8d3c req-a4418e86-0de2-4a7d-a699-8597bdaf4e8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Neutron deleted interface db747632-732f-491c-9353-e6900e4ee5c7; detaching it from the instance and deleting it from the info cache [ 832.314662] env[62668]: DEBUG nova.network.neutron [req-ce8c5573-846f-4b5e-a3ce-5174df8a8d3c req-a4418e86-0de2-4a7d-a699-8597bdaf4e8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.674199] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: c781bdbe-e55b-4744-9fd8-29cf2b131c9c] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 832.753544] env[62668]: INFO nova.compute.manager [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Took 56.75 seconds to build instance. [ 832.796663] env[62668]: DEBUG nova.network.neutron [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.818023] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56c16ef5-134f-4abe-8f78-0bc78413c315 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.829192] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e49960-2b97-4721-9c41-f0a0596794f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.866887] env[62668]: DEBUG nova.compute.manager [req-ce8c5573-846f-4b5e-a3ce-5174df8a8d3c req-a4418e86-0de2-4a7d-a699-8597bdaf4e8f service nova] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Detach interface failed, port_id=db747632-732f-491c-9353-e6900e4ee5c7, reason: Instance f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 833.044258] env[62668]: DEBUG nova.compute.manager [None req-1e794a86-a8f7-4f21-85cd-6f59cc8bf031 tempest-ServerDiagnosticsV248Test-1678116599 tempest-ServerDiagnosticsV248Test-1678116599-project-admin] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.045368] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327524b-b4a3-4001-bf3c-a9aeb86fe310 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.053326] env[62668]: INFO nova.compute.manager [None req-1e794a86-a8f7-4f21-85cd-6f59cc8bf031 tempest-ServerDiagnosticsV248Test-1678116599 tempest-ServerDiagnosticsV248Test-1678116599-project-admin] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Retrieving diagnostics [ 833.054052] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c07e1f-f1fd-4c5d-a8cf-f36e9e0bfa0b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.137069] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.137450] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.137684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.137871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.138130] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.140165] env[62668]: INFO nova.compute.manager [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Terminating instance [ 833.180142] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e3ca49b5-04d6-4844-bd55-ed727a5df944] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 833.213916] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.222398] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3bb25b8-1375-4aaa-932d-cbdc7c683ea5 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.224364] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.372s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.224364] env[62668]: DEBUG nova.objects.instance [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'pci_requests' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.246494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.256886] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.257151] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.257310] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.257543] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.257695] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.257862] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.258090] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.258253] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.258420] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.258584] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.258756] env[62668]: DEBUG nova.virt.hardware [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.259203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-becd727f-360e-4025-9a3a-72fabff7d79b tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.866s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.260027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7caff-32ab-40d1-abdd-84a24ee34cd7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.263022] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.016s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.263022] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.263147] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.263293] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.266361] env[62668]: INFO nova.compute.manager [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Terminating instance [ 833.272906] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744bfb63-8b3d-495f-9bfb-6a57cc262891 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.299249] env[62668]: INFO nova.compute.manager [-] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Took 1.32 seconds to deallocate network for instance. [ 833.643775] env[62668]: DEBUG nova.compute.manager [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.643980] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.645089] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7c083-9443-484d-9818-0b07e3957d89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.653720] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.654820] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-511f9924-d88c-4e7f-b781-069c6e94a185 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.657147] env[62668]: DEBUG nova.compute.manager [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Received event network-vif-plugged-7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 833.657504] env[62668]: DEBUG oslo_concurrency.lockutils [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] Acquiring lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.657770] env[62668]: DEBUG oslo_concurrency.lockutils [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.657884] env[62668]: DEBUG oslo_concurrency.lockutils [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.658144] env[62668]: DEBUG nova.compute.manager [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] No waiting events found dispatching network-vif-plugged-7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.658222] env[62668]: WARNING nova.compute.manager [req-325343a6-a0c5-4aab-915f-209a8cf57bed req-6170a12d-b169-4456-b3a1-a596afef7817 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Received unexpected event network-vif-plugged-7807bb32-c2a1-427f-9c46-bf983df0c474 for instance with vm_state building and task_state spawning. [ 833.664378] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 833.664378] env[62668]: value = "task-2683758" [ 833.664378] env[62668]: _type = "Task" [ 833.664378] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.673671] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.682797] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4b9cb307-1070-45b0-a262-047e38df02fb] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 833.728436] env[62668]: DEBUG nova.objects.instance [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'numa_topology' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.757860] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Successfully updated port: 7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.772260] env[62668]: DEBUG nova.compute.manager [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.772661] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.773823] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec1040-e736-4fe9-b150-3c94c185662c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.783437] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.783783] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851b950c-fab6-4c83-84b1-cc66167d98d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.790993] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 833.790993] env[62668]: value = "task-2683759" [ 833.790993] env[62668]: _type = "Task" [ 833.790993] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.801125] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.807594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.119430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "b4fe764b-7e3e-4055-896b-85e483a7073e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.119430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.119430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "b4fe764b-7e3e-4055-896b-85e483a7073e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.119721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.119882] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.122890] env[62668]: INFO nova.compute.manager [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Terminating instance [ 834.174671] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683758, 'name': PowerOffVM_Task, 'duration_secs': 0.293436} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.174882] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.175067] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.175328] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a790b97b-9331-45dc-a827-bac293173fe4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.185901] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 79230f16-da6d-4845-9072-336e6d2aa492] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 834.231345] env[62668]: INFO nova.compute.claims [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.253308] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.253541] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.254031] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleting the datastore file [datastore1] 35e64c5e-e78c-4787-8d6a-7b5fb1a31244 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.254031] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cdf426-cf3f-451a-805a-afccc6e37325 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.260085] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.260261] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquired lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.260378] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.263637] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 834.263637] env[62668]: value = "task-2683761" [ 834.263637] env[62668]: _type = "Task" [ 834.263637] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.273396] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.301372] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683759, 'name': PowerOffVM_Task, 'duration_secs': 0.216292} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.301636] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.301844] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.302112] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc745da3-ea29-4b4a-a7e2-e8005c3c761e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.374727] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.375088] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.376088] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleting the datastore file [datastore2] 7a1718db-1e65-45bb-bfc4-4a927a82bda5 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.376088] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8430a490-dead-4cb5-bc01-b954a8ebd8a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.383522] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for the task: (returnval){ [ 834.383522] env[62668]: value = "task-2683763" [ 834.383522] env[62668]: _type = "Task" [ 834.383522] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.391924] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.628052] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "refresh_cache-b4fe764b-7e3e-4055-896b-85e483a7073e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.628254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquired lock "refresh_cache-b4fe764b-7e3e-4055-896b-85e483a7073e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.628491] env[62668]: DEBUG nova.network.neutron [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.690423] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 9ee56466-2609-4c8c-b237-670449a00dd9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 834.776949] env[62668]: DEBUG oslo_vmware.api [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213175} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.777241] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.777412] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.777604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.777783] env[62668]: INFO nova.compute.manager [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.778036] env[62668]: DEBUG oslo.service.loopingcall [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.779211] env[62668]: DEBUG nova.compute.manager [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.779211] env[62668]: DEBUG nova.network.neutron [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.811837] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.895560] env[62668]: DEBUG oslo_vmware.api [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Task: {'id': task-2683763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141277} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.895900] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.896065] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.896250] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.896425] env[62668]: INFO nova.compute.manager [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 834.896671] env[62668]: DEBUG oslo.service.loopingcall [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.899906] env[62668]: DEBUG nova.compute.manager [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.899906] env[62668]: DEBUG nova.network.neutron [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.983965] env[62668]: DEBUG nova.network.neutron [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Updating instance_info_cache with network_info: [{"id": "7807bb32-c2a1-427f-9c46-bf983df0c474", "address": "fa:16:3e:13:44:33", "network": {"id": "dcf130d6-3937-43f6-9b64-6269c537cfd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-406526733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4d5f0ba433428890e7888c6385c4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807bb32-c2", "ovs_interfaceid": "7807bb32-c2a1-427f-9c46-bf983df0c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.150562] env[62668]: DEBUG nova.network.neutron [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.196339] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ea509449-f9a2-4418-88c0-4d4213c80c96] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 835.209648] env[62668]: DEBUG nova.compute.manager [req-5f223665-6b99-422d-9b50-520f15af107d req-48f74169-592f-4720-8792-421800efea14 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Received event network-vif-deleted-75507aad-66b0-4cba-91dd-effca569704c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 835.209861] env[62668]: INFO nova.compute.manager [req-5f223665-6b99-422d-9b50-520f15af107d req-48f74169-592f-4720-8792-421800efea14 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Neutron deleted interface 75507aad-66b0-4cba-91dd-effca569704c; detaching it from the instance and deleting it from the info cache [ 835.210044] env[62668]: DEBUG nova.network.neutron [req-5f223665-6b99-422d-9b50-520f15af107d req-48f74169-592f-4720-8792-421800efea14 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.223555] env[62668]: DEBUG nova.network.neutron [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.487736] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Releasing lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.488069] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Instance network_info: |[{"id": "7807bb32-c2a1-427f-9c46-bf983df0c474", "address": "fa:16:3e:13:44:33", "network": {"id": "dcf130d6-3937-43f6-9b64-6269c537cfd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-406526733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4d5f0ba433428890e7888c6385c4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807bb32-c2", "ovs_interfaceid": "7807bb32-c2a1-427f-9c46-bf983df0c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.488604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:44:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7807bb32-c2a1-427f-9c46-bf983df0c474', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.496228] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Creating folder: Project (5e4d5f0ba433428890e7888c6385c4f4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.498770] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ff9228f-8ba3-4378-abbe-379c4a5dcf8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.513288] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Created folder: Project (5e4d5f0ba433428890e7888c6385c4f4) in parent group-v540833. [ 835.513288] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Creating folder: Instances. Parent ref: group-v541030. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.513288] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db496ea8-ecde-401c-bf14-71d285e62455 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.524973] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Created folder: Instances in parent group-v541030. [ 835.525259] env[62668]: DEBUG oslo.service.loopingcall [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.525476] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.525702] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418badb8-2719-4e8c-ba8f-b7ef24ab9803 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.547950] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.547950] env[62668]: value = "task-2683766" [ 835.547950] env[62668]: _type = "Task" [ 835.547950] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.559303] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683766, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.606398] env[62668]: DEBUG nova.network.neutron [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.670595] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c1a2b-48e4-492c-bcc3-5259d770c713 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.679217] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b143494d-2c85-4d6b-9365-5f129ea8a92c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.685006] env[62668]: DEBUG nova.compute.manager [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Received event network-changed-7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 835.685229] env[62668]: DEBUG nova.compute.manager [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Refreshing instance network info cache due to event network-changed-7807bb32-c2a1-427f-9c46-bf983df0c474. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 835.685538] env[62668]: DEBUG oslo_concurrency.lockutils [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] Acquiring lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.686191] env[62668]: DEBUG oslo_concurrency.lockutils [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] Acquired lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.686191] env[62668]: DEBUG nova.network.neutron [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Refreshing network info cache for port 7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.716259] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ff000eaa-3edf-4c8a-a089-64430da4850d] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 835.718794] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de2c8cb3-564a-442f-9ce4-160cb128f24b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.721143] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95a6e3-de86-4e82-b013-29ebd6921a39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.725971] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Releasing lock "refresh_cache-b4fe764b-7e3e-4055-896b-85e483a7073e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.726391] env[62668]: DEBUG nova.compute.manager [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.726596] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.729564] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96318063-e3c3-4526-974f-b956a8b28f9f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.733833] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68fac2-078d-40bc-807f-cec6e48531b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.740946] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b75ed1-7d24-4d8a-a4ee-4f76bb55b027 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.754504] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.755081] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d873b30c-3f3a-4e35-8ca8-5455fe0713f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.765978] env[62668]: DEBUG nova.compute.provider_tree [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.779078] env[62668]: DEBUG nova.network.neutron [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.781359] env[62668]: DEBUG nova.compute.manager [req-5f223665-6b99-422d-9b50-520f15af107d req-48f74169-592f-4720-8792-421800efea14 service nova] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Detach interface failed, port_id=75507aad-66b0-4cba-91dd-effca569704c, reason: Instance 35e64c5e-e78c-4787-8d6a-7b5fb1a31244 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 835.783964] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 835.783964] env[62668]: value = "task-2683767" [ 835.783964] env[62668]: _type = "Task" [ 835.783964] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.796708] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.058494] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683766, 'name': CreateVM_Task, 'duration_secs': 0.366647} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.059041] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.059766] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.059933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060278] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.060562] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9908f2-ae27-4de3-9ec3-34fb9e7b26f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.065456] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 836.065456] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520ab13a-3937-5a5d-36ea-e5a4d8e1ac14" [ 836.065456] env[62668]: _type = "Task" [ 836.065456] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.073503] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520ab13a-3937-5a5d-36ea-e5a4d8e1ac14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.109168] env[62668]: INFO nova.compute.manager [-] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Took 1.33 seconds to deallocate network for instance. [ 836.219936] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 66ea59bb-cd2f-4d34-a3be-bc4662ac5084] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 836.285250] env[62668]: INFO nova.compute.manager [-] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Took 1.39 seconds to deallocate network for instance. [ 836.301033] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683767, 'name': PowerOffVM_Task, 'duration_secs': 0.140774} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.302027] env[62668]: DEBUG nova.scheduler.client.report [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.302165] env[62668]: DEBUG nova.compute.provider_tree [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 108 to 109 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.302277] env[62668]: DEBUG nova.compute.provider_tree [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.305405] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.305586] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.306029] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a15561e3-e389-40f6-be7f-e573aad0378c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.334053] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.334359] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.334849] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Deleting the datastore file [datastore1] b4fe764b-7e3e-4055-896b-85e483a7073e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.335175] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1fff4a-eadd-425d-9c81-d921f17692c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.345188] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for the task: (returnval){ [ 836.345188] env[62668]: value = "task-2683769" [ 836.345188] env[62668]: _type = "Task" [ 836.345188] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.357454] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.426040] env[62668]: DEBUG nova.network.neutron [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Updated VIF entry in instance network info cache for port 7807bb32-c2a1-427f-9c46-bf983df0c474. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.426492] env[62668]: DEBUG nova.network.neutron [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Updating instance_info_cache with network_info: [{"id": "7807bb32-c2a1-427f-9c46-bf983df0c474", "address": "fa:16:3e:13:44:33", "network": {"id": "dcf130d6-3937-43f6-9b64-6269c537cfd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-406526733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4d5f0ba433428890e7888c6385c4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807bb32-c2", "ovs_interfaceid": "7807bb32-c2a1-427f-9c46-bf983df0c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.576963] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520ab13a-3937-5a5d-36ea-e5a4d8e1ac14, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.577310] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.577632] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.577818] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.578446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.578446] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.578446] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0703aec6-29d2-4abb-a5b1-f262219cae96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.587701] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.587894] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.588620] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2876ce64-25c5-4fe6-bec2-336fe83a6c1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.595099] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 836.595099] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52668561-ae60-f83f-4a34-d9167267f7f9" [ 836.595099] env[62668]: _type = "Task" [ 836.595099] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.603306] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52668561-ae60-f83f-4a34-d9167267f7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.615923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.723679] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b6f13cf6-3e27-4054-8494-c7fba675012a] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 836.796379] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.807279] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.584s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.809519] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.217s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.809717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.811589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.578s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.813010] env[62668]: INFO nova.compute.claims [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.840708] env[62668]: INFO nova.scheduler.client.report [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Deleted allocations for instance 88bcf6e7-042f-4c74-a226-e09dd3c9c412 [ 836.845200] env[62668]: INFO nova.network.neutron [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating port a2ca180e-782b-415c-9780-03b9329dd3c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 836.858044] env[62668]: DEBUG oslo_vmware.api [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Task: {'id': task-2683769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107722} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.858155] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.858295] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.858484] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.858648] env[62668]: INFO nova.compute.manager [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.858878] env[62668]: DEBUG oslo.service.loopingcall [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.859120] env[62668]: DEBUG nova.compute.manager [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.859222] env[62668]: DEBUG nova.network.neutron [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.890551] env[62668]: DEBUG nova.network.neutron [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.929748] env[62668]: DEBUG oslo_concurrency.lockutils [req-b7c48ebc-c8ad-4413-92b2-dcc6ad5b69c5 req-a47be268-d6e0-4577-a0ad-a4b1429ad538 service nova] Releasing lock "refresh_cache-76a1572e-b943-420f-bb58-8eb11a27ff1e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.108182] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52668561-ae60-f83f-4a34-d9167267f7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.109684] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42ac9ba-32c8-46c5-aac5-b4dbc5a0cb03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.115789] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 837.115789] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf3a02-d25b-3e14-7e67-eb338e193275" [ 837.115789] env[62668]: _type = "Task" [ 837.115789] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.123861] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf3a02-d25b-3e14-7e67-eb338e193275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.226117] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d547c3ed-e5c6-4ced-ab16-5b05f21515e8] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 837.239135] env[62668]: DEBUG nova.compute.manager [req-60f81e51-80b3-4277-9d69-8a47f897479c req-c2843014-7ae7-4147-8539-3e6b560dd741 service nova] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Received event network-vif-deleted-5634971c-4ff2-4071-bbfb-2c9f031bc136 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 837.350900] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b272a3c2-e156-4982-8829-a3fe1fe48720 tempest-ServerShowV257Test-1008151588 tempest-ServerShowV257Test-1008151588-project-member] Lock "88bcf6e7-042f-4c74-a226-e09dd3c9c412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.018s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.392931] env[62668]: DEBUG nova.network.neutron [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.626485] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf3a02-d25b-3e14-7e67-eb338e193275, 'name': SearchDatastore_Task, 'duration_secs': 0.021946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.626746] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.627018] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 76a1572e-b943-420f-bb58-8eb11a27ff1e/76a1572e-b943-420f-bb58-8eb11a27ff1e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.627269] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbb5069-2a34-4a90-9088-42154785404a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.634786] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 837.634786] env[62668]: value = "task-2683770" [ 837.634786] env[62668]: _type = "Task" [ 837.634786] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.643212] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.729566] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 49be8bf1-44e4-4729-9934-6d9bcfc2d581] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 837.895148] env[62668]: INFO nova.compute.manager [-] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Took 1.04 seconds to deallocate network for instance. [ 838.147395] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.234368] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e2497c37-4c32-416d-89e1-90b4deeea4ed] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 838.322979] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e31467-3290-4ac7-8feb-8b3cb2e6473d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.334259] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014cf0c-56d4-480a-a54a-9ebec5673eb5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.366845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20442647-baf5-4b65-a922-84b0dac8f218 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.375085] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff4abd-95d1-4a93-9dfa-ca337062314e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.389524] env[62668]: DEBUG nova.compute.provider_tree [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.406398] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.504099] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.504099] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.504099] env[62668]: DEBUG nova.network.neutron [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.647387] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519673} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.647715] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 76a1572e-b943-420f-bb58-8eb11a27ff1e/76a1572e-b943-420f-bb58-8eb11a27ff1e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.647938] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.648200] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d8fa87-a6f7-4b42-9755-5de56873159f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.655345] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 838.655345] env[62668]: value = "task-2683771" [ 838.655345] env[62668]: _type = "Task" [ 838.655345] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.663348] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.738562] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: c8c1c0a6-3027-4521-bbfb-5bba34401af2] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 838.895881] env[62668]: DEBUG nova.scheduler.client.report [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.166333] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066048} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.166606] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.167515] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f9b74-970c-4813-be7f-d497519f3ea4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.191479] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 76a1572e-b943-420f-bb58-8eb11a27ff1e/76a1572e-b943-420f-bb58-8eb11a27ff1e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.193995] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e335256-f0fc-4a6d-8bd6-0c7465675330 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.215560] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 839.215560] env[62668]: value = "task-2683772" [ 839.215560] env[62668]: _type = "Task" [ 839.215560] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.224735] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683772, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.241438] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bec2128-2991-42c8-a527-5566d7cea371] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 839.263087] env[62668]: DEBUG nova.network.neutron [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.283898] env[62668]: DEBUG nova.compute.manager [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 839.284143] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.284396] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.284604] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.284787] env[62668]: DEBUG nova.compute.manager [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] No waiting events found dispatching network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.284957] env[62668]: WARNING nova.compute.manager [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received unexpected event network-vif-plugged-a2ca180e-782b-415c-9780-03b9329dd3c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 839.285135] env[62668]: DEBUG nova.compute.manager [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 839.285275] env[62668]: DEBUG nova.compute.manager [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing instance network info cache due to event network-changed-a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 839.285483] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.402018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.402571] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.405294] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.651s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.405477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.408044] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.065s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.408235] env[62668]: DEBUG nova.objects.instance [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.436021] env[62668]: INFO nova.scheduler.client.report [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Deleted allocations for instance 9f4b812e-617a-41e2-b9fb-36fee90a8118 [ 839.726424] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683772, 'name': ReconfigVM_Task, 'duration_secs': 0.336869} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.726704] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 76a1572e-b943-420f-bb58-8eb11a27ff1e/76a1572e-b943-420f-bb58-8eb11a27ff1e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.727354] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a4eec7a-b151-40c3-aa60-d67cb6929772 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.734353] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 839.734353] env[62668]: value = "task-2683773" [ 839.734353] env[62668]: _type = "Task" [ 839.734353] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.742096] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683773, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.744577] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4c2f7cca-4369-4c0c-83a2-567281381883] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 839.765911] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.769575] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.770063] env[62668]: DEBUG nova.network.neutron [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Refreshing network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.796331] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='28c179f94dccf97d0446f763bdb102b7',container_format='bare',created_at=2025-02-19T12:57:32Z,direct_url=,disk_format='vmdk',id=d09596c8-e00e-4083-8a6f-01c843fb53a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-761395195-shelved',owner='c9a7c7bc17d64717b4da55c4f2092088',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-02-19T12:57:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.796587] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.796745] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.796946] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.797084] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.797265] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.797541] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.797835] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.798056] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.798245] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.798379] env[62668]: DEBUG nova.virt.hardware [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.799566] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec924d-5c59-45d3-b202-4f3b344b3644 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.808277] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61fc1fd-3801-4deb-b45c-410a8f407a45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.825101] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:17:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ca180e-782b-415c-9780-03b9329dd3c9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.833976] env[62668]: DEBUG oslo.service.loopingcall [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.834271] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.834794] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-687accb6-6147-43e6-ace0-ace2b1e0b982 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.859364] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.859364] env[62668]: value = "task-2683774" [ 839.859364] env[62668]: _type = "Task" [ 839.859364] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.867147] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683774, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.913289] env[62668]: DEBUG nova.compute.utils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.918685] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 839.949096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dd7a17f3-7a50-4498-a8d5-cde0af4b5cdd tempest-VolumesAdminNegativeTest-149466499 tempest-VolumesAdminNegativeTest-149466499-project-member] Lock "9f4b812e-617a-41e2-b9fb-36fee90a8118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.715s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.244569] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683773, 'name': Rename_Task, 'duration_secs': 0.162526} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.244860] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.245123] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a63df6-8f94-4485-b800-a5dff28bcf7f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.248278] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 5e104993-6b3d-4cca-addf-34106ee5de9b] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 840.252526] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 840.252526] env[62668]: value = "task-2683775" [ 840.252526] env[62668]: _type = "Task" [ 840.252526] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.260125] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.369582] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683774, 'name': CreateVM_Task, 'duration_secs': 0.316788} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.371987] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.372701] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.372906] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.373329] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.373888] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f868e8-1a9d-46a3-a4b8-09dc40279bb0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378909] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 840.378909] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3d892-5ee3-905f-d53a-0375791825ee" [ 840.378909] env[62668]: _type = "Task" [ 840.378909] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.387723] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e3d892-5ee3-905f-d53a-0375791825ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.419839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-48197ef5-b1b4-4f29-94d3-9132614167e3 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.421238] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.426914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.667s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.427134] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.429423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.510s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.430028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.431385] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.431s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.432925] env[62668]: INFO nova.compute.claims [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.462727] env[62668]: INFO nova.scheduler.client.report [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted allocations for instance a714810a-26e5-4af3-b7e9-6c6a79d92671 [ 840.467783] env[62668]: INFO nova.scheduler.client.report [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleted allocations for instance 0ff19c78-551b-4181-aca1-852e02fe7f9e [ 840.613468] env[62668]: DEBUG nova.network.neutron [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updated VIF entry in instance network info cache for port a2ca180e-782b-415c-9780-03b9329dd3c9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.615199] env[62668]: DEBUG nova.network.neutron [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [{"id": "a2ca180e-782b-415c-9780-03b9329dd3c9", "address": "fa:16:3e:b7:17:d7", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ca180e-78", "ovs_interfaceid": "a2ca180e-782b-415c-9780-03b9329dd3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.752674] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fc26fcf9-0a2f-49cc-9ab7-279df1863069] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 840.765854] env[62668]: DEBUG oslo_vmware.api [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683775, 'name': PowerOnVM_Task, 'duration_secs': 0.465953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.765854] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.766061] env[62668]: INFO nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Took 7.55 seconds to spawn the instance on the hypervisor. [ 840.766321] env[62668]: DEBUG nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.767132] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e179d2-cd45-458f-88a1-d2043f70cb11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.893288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.893288] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Processing image d09596c8-e00e-4083-8a6f-01c843fb53a3 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.893288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.893288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.893288] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.893288] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95dbf939-41e5-40bc-936d-b7710287f17d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.906029] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.906029] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.906029] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae0482d-a2bf-43cc-b1f8-fb269d8aeb1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.914021] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 840.914021] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522c9ade-7366-f598-9b16-d1fc70ecf3cf" [ 840.914021] env[62668]: _type = "Task" [ 840.914021] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.921563] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522c9ade-7366-f598-9b16-d1fc70ecf3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.975152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3cfd54b0-e805-4648-8fae-4505f75f433b tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "a714810a-26e5-4af3-b7e9-6c6a79d92671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.068s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.976205] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8bb799b-74fc-4c6e-8fb1-6324894c2e12 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "0ff19c78-551b-4181-aca1-852e02fe7f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.338s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.117411] env[62668]: DEBUG oslo_concurrency.lockutils [req-d3700a30-fd5a-474c-8ef2-ed0abab40ae0 req-85f06eac-944c-42dc-8512-db8bfb0b3782 service nova] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.259229] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d1d162c6-7bad-45c2-b7f3-52e5ac65f98d] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 841.266733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.266733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.266733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.267038] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.267108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.269196] env[62668]: INFO nova.compute.manager [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Terminating instance [ 841.289093] env[62668]: INFO nova.compute.manager [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Took 60.40 seconds to build instance. [ 841.426245] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 841.426343] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Fetch image to [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879/OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 841.426475] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Downloading stream optimized image d09596c8-e00e-4083-8a6f-01c843fb53a3 to [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879/OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879.vmdk on the data store datastore1 as vApp {{(pid=62668) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 841.426653] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Downloading image file data d09596c8-e00e-4083-8a6f-01c843fb53a3 to the ESX as VM named 'OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879' {{(pid=62668) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 841.446537] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.492630] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.492829] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.493048] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.493456] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.493673] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.493852] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.495054] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.495054] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.495054] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.495054] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.495310] env[62668]: DEBUG nova.virt.hardware [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.496207] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050bce0-9b25-40bf-a9d8-cabc3cf136f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.509595] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424683fb-14ce-478d-bd8b-d9efceb06acc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.528697] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.535798] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Creating folder: Project (2ade3861f01a44adb662a80adb4db52e). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.535798] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 841.535798] env[62668]: value = "resgroup-9" [ 841.535798] env[62668]: _type = "ResourcePool" [ 841.535798] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 841.537918] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2feeae7c-c073-46b2-8364-1b23d0fe733e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.539636] env[62668]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff7413b6-22e6-49f3-bf6c-e18afb2c7041 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.562052] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease: (returnval){ [ 841.562052] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ef0b91-323b-139c-292f-925c8032f9af" [ 841.562052] env[62668]: _type = "HttpNfcLease" [ 841.562052] env[62668]: } obtained for vApp import into resource pool (val){ [ 841.562052] env[62668]: value = "resgroup-9" [ 841.562052] env[62668]: _type = "ResourcePool" [ 841.562052] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 841.562438] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the lease: (returnval){ [ 841.562438] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ef0b91-323b-139c-292f-925c8032f9af" [ 841.562438] env[62668]: _type = "HttpNfcLease" [ 841.562438] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 841.571380] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Created folder: Project (2ade3861f01a44adb662a80adb4db52e) in parent group-v540833. [ 841.571380] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Creating folder: Instances. Parent ref: group-v541034. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.575033] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60dda4d4-f4b9-40f0-b137-7f10efba70fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.575033] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.575033] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ef0b91-323b-139c-292f-925c8032f9af" [ 841.575033] env[62668]: _type = "HttpNfcLease" [ 841.575033] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.586831] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Created folder: Instances in parent group-v541034. [ 841.587173] env[62668]: DEBUG oslo.service.loopingcall [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.587382] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.587662] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feaa6550-d76e-43f0-86cc-d95850aab411 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.613687] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.613687] env[62668]: value = "task-2683779" [ 841.613687] env[62668]: _type = "Task" [ 841.613687] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.623754] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683779, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.765945] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 69186eb4-17b1-4f7c-9826-3130db408500] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 841.773274] env[62668]: DEBUG nova.compute.manager [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.775713] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.775713] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea0cb8a-87b8-4154-b7c5-08823f0a92ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.785087] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.785381] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b59bffb0-e077-457e-9804-95ef16f48866 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.791281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85e11d3f-6f1f-4b29-8eb8-95dce2c9dd12 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.476s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.795990] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 841.795990] env[62668]: value = "task-2683780" [ 841.795990] env[62668]: _type = "Task" [ 841.795990] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.806783] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.041850] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8feb529-ef4d-461c-baa9-e55a6edecd73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.052481] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5a4db-4bde-4e10-92cf-686d6ef73b83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.090781] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1326c7a-a8bc-478b-8733-48391ddf687e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.097343] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.097343] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ef0b91-323b-139c-292f-925c8032f9af" [ 842.097343] env[62668]: _type = "HttpNfcLease" [ 842.097343] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 842.099404] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 842.099404] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ef0b91-323b-139c-292f-925c8032f9af" [ 842.099404] env[62668]: _type = "HttpNfcLease" [ 842.099404] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 842.100154] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6168e1-1c18-4a72-b1fa-08af1c568a82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.103312] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5562e5-2273-46f8-99b7-0e251b7d91aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.111956] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 842.112152] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 842.123156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "interface-76a1572e-b943-420f-bb58-8eb11a27ff1e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.123156] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "interface-76a1572e-b943-420f-bb58-8eb11a27ff1e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.123156] env[62668]: DEBUG nova.objects.instance [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lazy-loading 'flavor' on Instance uuid 76a1572e-b943-420f-bb58-8eb11a27ff1e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.124205] env[62668]: DEBUG nova.compute.provider_tree [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.198239] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683779, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.198899] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1450f3e8-1d63-4ec9-8f00-9817b76ef51c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.273805] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: dce2dfc5-fcf3-44a1-b523-907cd2247634] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 842.315388] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683780, 'name': PowerOffVM_Task, 'duration_secs': 0.217654} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.315388] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.315388] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.315388] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cea96895-858d-4299-878d-82e907cabd33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.392128] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.392529] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.392805] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore1] 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.393114] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b105ee-9bc1-4e19-912d-ec03c9c5df72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.401625] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 842.401625] env[62668]: value = "task-2683782" [ 842.401625] env[62668]: _type = "Task" [ 842.401625] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.414646] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629895] env[62668]: DEBUG nova.objects.instance [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lazy-loading 'pci_requests' on Instance uuid 76a1572e-b943-420f-bb58-8eb11a27ff1e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.635779] env[62668]: DEBUG nova.scheduler.client.report [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.639450] env[62668]: DEBUG nova.objects.base [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Object Instance<76a1572e-b943-420f-bb58-8eb11a27ff1e> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 842.639769] env[62668]: DEBUG nova.network.neutron [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.652029] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683779, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.775182] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 304d1582-d380-41e8-9651-a28895a33fca] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 842.809418] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0aac0584-3cfd-4eb4-aaa2-d562ad3742a7 tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "interface-76a1572e-b943-420f-bb58-8eb11a27ff1e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.688s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.913870] env[62668]: DEBUG oslo_vmware.api [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251729} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.915842] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.916085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.916226] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.916478] env[62668]: INFO nova.compute.manager [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.916655] env[62668]: DEBUG oslo.service.loopingcall [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.916862] env[62668]: DEBUG nova.compute.manager [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.916963] env[62668]: DEBUG nova.network.neutron [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.135295] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683779, 'name': CreateVM_Task, 'duration_secs': 1.329916} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.136979] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.139025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.139025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.139025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.139025] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.139381] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.141942] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1caa03-2a7a-4e46-a3f8-aa7f82f86ef2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.150677] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.504s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.152524] env[62668]: INFO nova.compute.claims [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.170741] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 843.170741] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52143378-f1a1-4c88-ad14-9830d1dc6701" [ 843.170741] env[62668]: _type = "Task" [ 843.170741] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.181928] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52143378-f1a1-4c88-ad14-9830d1dc6701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.280071] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 0658fbfd-0f3c-4883-9f97-9e74b42f7b8c] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 843.305823] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 843.305823] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.305823] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0ed825-9bed-49f4-b1a5-05f494d7e56b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.311944] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.311944] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 843.311944] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f03f732-9826-4325-8f80-4689e74da201 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.549033] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8b18a-6a6d-b419-237d-34dd6cb32ca7/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 843.549305] env[62668]: INFO nova.virt.vmwareapi.images [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Downloaded image file data d09596c8-e00e-4083-8a6f-01c843fb53a3 [ 843.550109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532bcdd-fbdb-42fa-b35f-a42a0c5f092a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.571789] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14174317-d445-4d31-bc67-17132facae96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.614879] env[62668]: INFO nova.virt.vmwareapi.images [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] The imported VM was unregistered [ 843.617575] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 843.617846] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.618155] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33fd79ca-c1dc-4118-a917-08c363e183fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.649388] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.649579] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879/OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879.vmdk to [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk. {{(pid=62668) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 843.649791] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cdd45838-119d-484d-a7aa-d43776ab59c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.652985] env[62668]: DEBUG nova.compute.utils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.654987] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.659022] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.662250] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 843.662250] env[62668]: value = "task-2683784" [ 843.662250] env[62668]: _type = "Task" [ 843.662250] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.678670] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.685181] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52143378-f1a1-4c88-ad14-9830d1dc6701, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.685502] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.685748] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.685980] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.686178] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.686371] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.686624] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb6ef7e3-a25a-4e95-9348-a8861a18ce87 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.697233] env[62668]: DEBUG nova.policy [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882c67798f8b48018414a4af2c4bd364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5cb3215e8924114aae278c969c05d6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.700556] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.700703] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.701427] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402eb815-d9f5-4c2a-b9c5-365c43b8f489 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.708474] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 843.708474] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd006d-c79f-5cd9-1c74-8144bbe21c02" [ 843.708474] env[62668]: _type = "Task" [ 843.708474] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.717889] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd006d-c79f-5cd9-1c74-8144bbe21c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.785628] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 5c88dc2b-0ee2-4bf2-b665-54fe750dadaa] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 843.831822] env[62668]: DEBUG nova.network.neutron [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.947059] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Successfully created port: 47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.158580] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.185477] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.220676] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd006d-c79f-5cd9-1c74-8144bbe21c02, 'name': SearchDatastore_Task, 'duration_secs': 0.055595} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.224104] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c37ee2f-5136-4e3e-bcf3-79d9cb1cad6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.231528] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 844.231528] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5218d20c-21aa-829f-91f7-5e9a182bfa9e" [ 844.231528] env[62668]: _type = "Task" [ 844.231528] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.241190] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5218d20c-21aa-829f-91f7-5e9a182bfa9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.289330] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b60f72ed-119b-4a2a-9fd5-1b3f9b99b4ab] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 844.335709] env[62668]: INFO nova.compute.manager [-] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Took 1.42 seconds to deallocate network for instance. [ 844.683712] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.684749] env[62668]: DEBUG nova.compute.manager [req-a6a6c7c6-41eb-4ad2-bad4-d33ff88e3b41 req-c18b69e7-193b-4b42-80d9-2e03ef2a4043 service nova] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Received event network-vif-deleted-91ca2d48-ca33-4985-8a74-fe37f0adeb12 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 844.747805] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5218d20c-21aa-829f-91f7-5e9a182bfa9e, 'name': SearchDatastore_Task, 'duration_secs': 0.040592} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.748673] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.748673] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.748985] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58b22f2-c09a-495c-8b84-145a219f1dbb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.758641] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 844.758641] env[62668]: value = "task-2683785" [ 844.758641] env[62668]: _type = "Task" [ 844.758641] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.770155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd19e62c-325d-40c0-9bb0-7724d1af1cae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.778490] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.781859] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ad68a-6dba-4c12-bd7b-3e9aa594d92b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.816091] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 9d9b1e4b-7844-459f-8f44-1d9976281292] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 844.819297] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d59d4b-8147-40f5-916a-cd9cca4583c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.830294] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e08ad-13f2-4a02-a0de-64d2e7a6e1d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.850110] env[62668]: DEBUG nova.compute.provider_tree [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.852938] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.058069] env[62668]: DEBUG nova.compute.manager [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.059097] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3711d5-1c3b-4df1-97ab-d2fb2e412437 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.168786] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.182882] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.199619] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.199754] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.200274] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.200274] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.200390] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.200501] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.200752] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.200924] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.201320] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.201320] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.201492] env[62668]: DEBUG nova.virt.hardware [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.202453] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81c6a59-a7e9-43b0-a2b2-c54bc49e4601 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213069] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df34f6f-b63e-4df1-afe7-44ee483f19d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.273473] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.319546] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e8a4cdd2-6c12-4988-b94c-5857e48806e8] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 845.352176] env[62668]: DEBUG nova.scheduler.client.report [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.459459] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.459796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.460109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.460276] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.460452] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.466054] env[62668]: INFO nova.compute.manager [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Terminating instance [ 845.572334] env[62668]: INFO nova.compute.manager [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] instance snapshotting [ 845.573091] env[62668]: DEBUG nova.objects.instance [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.627985] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Successfully updated port: 47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.684957] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.771827] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.823729] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 8a1c515b-5345-431e-9cb6-a88a1261a5d9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 845.857781] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.859212] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.863448] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.392s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.863618] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.866682] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.893s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.868400] env[62668]: INFO nova.compute.claims [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.875788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "951d31fb-6d00-44fc-b312-3b879a19d792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.876036] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.898035] env[62668]: INFO nova.scheduler.client.report [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted allocations for instance 8c48eafa-e192-44a0-a327-f9ce2297315e [ 845.971023] env[62668]: DEBUG nova.compute.manager [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.971294] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.972604] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7721f-1a9f-4212-a92d-1c081c960ac1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.983841] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.984192] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ddc1bd-68c6-429c-9f58-4ff82bb09392 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.994490] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 845.994490] env[62668]: value = "task-2683786" [ 845.994490] env[62668]: _type = "Task" [ 845.994490] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.007412] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.080066] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e22c9-7f07-4bfb-8a2a-51e66235d09c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.102788] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12b0f89-6969-4d90-90fc-b7d1f1dac202 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.131284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.131449] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.131604] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.184460] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.273838] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.327199] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87eb2dd6-f2ff-4ac8-9d56-80e34daafeb4] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 846.381023] env[62668]: DEBUG nova.compute.utils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.382370] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.385713] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.387746] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.413216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1f8d22f5-8b40-4cdc-b9bb-ec9cf2fd0bf4 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "8c48eafa-e192-44a0-a327-f9ce2297315e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.441s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.450738] env[62668]: DEBUG nova.policy [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882c67798f8b48018414a4af2c4bd364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5cb3215e8924114aae278c969c05d6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.509067] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.616203] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.617188] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9903d13-5e1c-45ac-b78a-e90f024995de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.626485] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 846.626485] env[62668]: value = "task-2683787" [ 846.626485] env[62668]: _type = "Task" [ 846.626485] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.640742] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.686726] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.724526] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.775525] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.831531] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fb42d038-408e-4c58-9794-5af09e02f4ac] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 846.849186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.849444] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.849632] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.849805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.849965] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.852299] env[62668]: INFO nova.compute.manager [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Terminating instance [ 846.884496] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.918462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.011264] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683786, 'name': PowerOffVM_Task, 'duration_secs': 0.870021} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.015097] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.015540] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.015923] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2eafd5-d6e1-4076-af31-ced6b257ddd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.037249] env[62668]: DEBUG nova.network.neutron [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Updating instance_info_cache with network_info: [{"id": "47b77319-d647-4ac6-bef9-4f92871a9860", "address": "fa:16:3e:76:b7:32", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b77319-d6", "ovs_interfaceid": "47b77319-d647-4ac6-bef9-4f92871a9860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.080447] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Successfully created port: 66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.102034] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.105582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.105582] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Deleting the datastore file [datastore1] 76a1572e-b943-420f-bb58-8eb11a27ff1e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.105582] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991fc700-3e12-44dc-8de3-7ab32edfec88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.114573] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for the task: (returnval){ [ 847.114573] env[62668]: value = "task-2683789" [ 847.114573] env[62668]: _type = "Task" [ 847.114573] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.127116] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.141838] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.185159] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683784, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.300682} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.185484] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879/OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879.vmdk to [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk. [ 847.186014] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Cleaning up location [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 847.186169] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d5ac56e8-e9dd-46a3-b3f3-5f5fcb17d879 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.186435] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe0919d-64ec-4279-9b0e-a5650640e844 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.194470] env[62668]: DEBUG nova.compute.manager [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Received event network-vif-plugged-47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 847.194683] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Acquiring lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.194892] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.195627] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.195627] env[62668]: DEBUG nova.compute.manager [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] No waiting events found dispatching network-vif-plugged-47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.195880] env[62668]: WARNING nova.compute.manager [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Received unexpected event network-vif-plugged-47b77319-d647-4ac6-bef9-4f92871a9860 for instance with vm_state building and task_state spawning. [ 847.196713] env[62668]: DEBUG nova.compute.manager [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Received event network-changed-47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 847.196713] env[62668]: DEBUG nova.compute.manager [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Refreshing instance network info cache due to event network-changed-47b77319-d647-4ac6-bef9-4f92871a9860. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 847.196713] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Acquiring lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.199496] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 847.199496] env[62668]: value = "task-2683790" [ 847.199496] env[62668]: _type = "Task" [ 847.199496] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.214907] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.276981] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683785, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.236624} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.280568] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.280966] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.281418] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-869afa0e-d59f-4ed6-ac25-436c1f6bc825 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.292478] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 847.292478] env[62668]: value = "task-2683791" [ 847.292478] env[62668]: _type = "Task" [ 847.292478] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.303836] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.335558] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6055eede-0999-4ce0-b776-926673076fba] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 847.359233] env[62668]: DEBUG nova.compute.manager [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.360247] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.360868] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a923f64-f488-4c1c-9520-3d51bb139ba4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.370828] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.376056] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912e25f5-b7a1-42a5-86af-b6f701a40572 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.385358] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 847.385358] env[62668]: value = "task-2683792" [ 847.385358] env[62668]: _type = "Task" [ 847.385358] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.406960] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.511240] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4ad26-a22a-4b4d-bdbf-32b5f7880af7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.519735] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462424b-25c4-4cce-9ef6-1042136b8300 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.552836] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.553197] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Instance network_info: |[{"id": "47b77319-d647-4ac6-bef9-4f92871a9860", "address": "fa:16:3e:76:b7:32", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b77319-d6", "ovs_interfaceid": "47b77319-d647-4ac6-bef9-4f92871a9860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.553811] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Acquired lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.554024] env[62668]: DEBUG nova.network.neutron [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Refreshing network info cache for port 47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.555705] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:b7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47b77319-d647-4ac6-bef9-4f92871a9860', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.564300] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Creating folder: Project (d5cb3215e8924114aae278c969c05d6a). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.565085] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6d8ba-4db5-45ae-bf6c-fea4678c9964 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.573738] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39efb3c-dba7-44d7-86fe-9e3bf67a7865 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.580406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ba528-3fb6-407e-b183-8c8838941085 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.586698] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Created folder: Project (d5cb3215e8924114aae278c969c05d6a) in parent group-v540833. [ 847.586910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Creating folder: Instances. Parent ref: group-v541038. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.587878] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20d777b7-85b9-43ad-8a72-7894e01bb8a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.598461] env[62668]: DEBUG nova.compute.provider_tree [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.611104] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Created folder: Instances in parent group-v541038. [ 847.611382] env[62668]: DEBUG oslo.service.loopingcall [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.611582] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.611796] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6402b6a9-55c4-4794-9e53-20dbaa79f958 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.638635] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.638635] env[62668]: value = "task-2683795" [ 847.638635] env[62668]: _type = "Task" [ 847.638635] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.641981] env[62668]: DEBUG oslo_vmware.api [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Task: {'id': task-2683789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263938} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.648030] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.649668] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.649668] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.649668] env[62668]: INFO nova.compute.manager [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 847.649668] env[62668]: DEBUG oslo.service.loopingcall [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.649668] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.649931] env[62668]: DEBUG nova.compute.manager [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.649931] env[62668]: DEBUG nova.network.neutron [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.659656] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683795, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.708520] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055997} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.708877] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.708972] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.709239] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk to [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.711880] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4028ff96-6500-419c-89a5-d578f1208396 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.722435] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 847.722435] env[62668]: value = "task-2683796" [ 847.722435] env[62668]: _type = "Task" [ 847.722435] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.733145] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.778483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "06fa3700-8504-4574-a742-c58430176687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.778734] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.803285] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.806550] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.807687] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776ad83-fbc3-4a0b-b575-0f41fae8eaff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.837180] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.837582] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454f4405-e747-4ebc-9861-e2a0ddc35031 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.853294] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf36c877-b859-40ee-85a8-e79fa377f2eb] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 847.864109] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 847.864109] env[62668]: value = "task-2683797" [ 847.864109] env[62668]: _type = "Task" [ 847.864109] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.873587] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.897994] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683792, 'name': PowerOffVM_Task, 'duration_secs': 0.265674} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.898315] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.898471] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.898724] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9becee37-d4d7-49e4-92e3-a8bfde5d96ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.902504] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.914310] env[62668]: DEBUG nova.network.neutron [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Updated VIF entry in instance network info cache for port 47b77319-d647-4ac6-bef9-4f92871a9860. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.914629] env[62668]: DEBUG nova.network.neutron [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Updating instance_info_cache with network_info: [{"id": "47b77319-d647-4ac6-bef9-4f92871a9860", "address": "fa:16:3e:76:b7:32", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b77319-d6", "ovs_interfaceid": "47b77319-d647-4ac6-bef9-4f92871a9860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.931836] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.932250] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.933306] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.933306] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.933306] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.933526] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.933740] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.934090] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.934447] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.934756] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.935043] env[62668]: DEBUG nova.virt.hardware [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.937411] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8fd87-02df-4678-bf61-715d054ae276 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.950360] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636c2d80-dcbe-4bda-a082-601d9c7bae28 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.990230] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.990650] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.991107] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] b19b1d40-bf94-47cb-860e-af27a0bdfbbc {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.991213] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691e7557-fea3-446b-9d81-f9ffe78ef857 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.000564] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 848.000564] env[62668]: value = "task-2683799" [ 848.000564] env[62668]: _type = "Task" [ 848.000564] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.016163] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.105564] env[62668]: DEBUG nova.scheduler.client.report [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.141276] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683787, 'name': CreateSnapshot_Task, 'duration_secs': 1.074946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.141555] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.142428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081abb3-23f1-4922-86c0-35c59bbac830 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.164463] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683795, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.187288] env[62668]: DEBUG nova.compute.manager [req-a9646a2d-6d21-4e56-a9ab-cabe17561ea0 req-18edce4f-f4ef-462b-ab37-1bf6ea1083b3 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Received event network-vif-deleted-7807bb32-c2a1-427f-9c46-bf983df0c474 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 848.187912] env[62668]: INFO nova.compute.manager [req-a9646a2d-6d21-4e56-a9ab-cabe17561ea0 req-18edce4f-f4ef-462b-ab37-1bf6ea1083b3 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Neutron deleted interface 7807bb32-c2a1-427f-9c46-bf983df0c474; detaching it from the instance and deleting it from the info cache [ 848.188140] env[62668]: DEBUG nova.network.neutron [req-a9646a2d-6d21-4e56-a9ab-cabe17561ea0 req-18edce4f-f4ef-462b-ab37-1bf6ea1083b3 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.238571] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.281964] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.358705] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 704619f9-21eb-41ce-9163-b33f3200cc21] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 848.379837] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.417387] env[62668]: DEBUG oslo_concurrency.lockutils [req-9d06e6f8-20f9-4716-9f80-a7de010e90a7 req-a9a62433-2ac4-4ec4-9a00-6382bb8d7238 service nova] Releasing lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.515961] env[62668]: DEBUG oslo_vmware.api [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280936} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.518567] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.518567] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.518567] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.518567] env[62668]: INFO nova.compute.manager [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 848.518567] env[62668]: DEBUG oslo.service.loopingcall [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.518567] env[62668]: DEBUG nova.compute.manager [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.518567] env[62668]: DEBUG nova.network.neutron [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.610255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.610797] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.614210] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.453s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.616302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.619458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.043s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.621401] env[62668]: INFO nova.compute.claims [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.660048] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683795, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.673769] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.674225] env[62668]: DEBUG nova.network.neutron [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.677033] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6f36a78-f2f4-4cf1-bb06-4caa1c878e45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.681526] env[62668]: INFO nova.scheduler.client.report [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Deleted allocations for instance f17197d7-bd44-4229-9cbb-497d8e21370c [ 848.692176] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a21d160c-434e-4379-8a1c-79a460d25012 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.698057] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 848.698057] env[62668]: value = "task-2683800" [ 848.698057] env[62668]: _type = "Task" [ 848.698057] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.710320] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957c193-49a6-4099-a603-7a509b6f8122 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.733795] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683800, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.748751] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.768021] env[62668]: DEBUG nova.compute.manager [req-a9646a2d-6d21-4e56-a9ab-cabe17561ea0 req-18edce4f-f4ef-462b-ab37-1bf6ea1083b3 service nova] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Detach interface failed, port_id=7807bb32-c2a1-427f-9c46-bf983df0c474, reason: Instance 76a1572e-b943-420f-bb58-8eb11a27ff1e could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 848.810538] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.861850] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 65ef84e4-50b9-48f4-8ae2-a38e1afdf396] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 848.878812] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.937682] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Successfully updated port: 66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.131416] env[62668]: DEBUG nova.compute.utils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.133033] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.133245] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.153880] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683795, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.183238] env[62668]: INFO nova.compute.manager [-] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Took 1.53 seconds to deallocate network for instance. [ 849.192290] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7c5ada58-5761-4da1-a499-583d53f337b6 tempest-ListImageFiltersTestJSON-1344394723 tempest-ListImageFiltersTestJSON-1344394723-project-member] Lock "f17197d7-bd44-4229-9cbb-497d8e21370c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.536s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.212643] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683800, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.217379] env[62668]: DEBUG nova.policy [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882c67798f8b48018414a4af2c4bd364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5cb3215e8924114aae278c969c05d6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.244493] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.367267] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: f4fee1b1-133c-436e-993d-9c79a95b4ffe] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 849.383439] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.439179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.439362] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.439572] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.627745] env[62668]: DEBUG nova.network.neutron [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.637509] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.658022] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683795, 'name': CreateVM_Task, 'duration_secs': 1.743956} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.658223] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.658967] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.659255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.659803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.660816] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ee48b6-9062-42e2-9536-a6fe9c8f7576 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.669181] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 849.669181] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529420ac-493b-4008-3987-fd33c3f4a267" [ 849.669181] env[62668]: _type = "Task" [ 849.669181] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.680910] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Successfully created port: 087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.690490] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529420ac-493b-4008-3987-fd33c3f4a267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.692318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.694893] env[62668]: DEBUG nova.compute.manager [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Received event network-vif-plugged-66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 849.695071] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Acquiring lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.695393] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.695648] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.695864] env[62668]: DEBUG nova.compute.manager [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] No waiting events found dispatching network-vif-plugged-66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.696149] env[62668]: WARNING nova.compute.manager [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Received unexpected event network-vif-plugged-66387db9-d535-4497-8d5d-b5d110df57a5 for instance with vm_state building and task_state spawning. [ 849.696349] env[62668]: DEBUG nova.compute.manager [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Received event network-changed-66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 849.696521] env[62668]: DEBUG nova.compute.manager [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Refreshing instance network info cache due to event network-changed-66387db9-d535-4497-8d5d-b5d110df57a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 849.696731] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Acquiring lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.712435] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683800, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.745570] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.880206] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b9a91452-834c-4bce-8b00-05152fcc4c87] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 849.893602] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.024723] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.130608] env[62668]: INFO nova.compute.manager [-] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Took 1.61 seconds to deallocate network for instance. [ 850.181859] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529420ac-493b-4008-3987-fd33c3f4a267, 'name': SearchDatastore_Task, 'duration_secs': 0.094331} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.185467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.185467] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.185467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.185467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.185467] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.186115] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb5dc94-4a25-42fd-87c5-58fec35ca44e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.206065] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.206374] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.214912] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5958ad83-a78d-4875-ae91-5fe1ec5ba6ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.226587] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683800, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.231992] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0705da85-57ee-4662-9888-c8b40d25afc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.236039] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 850.236039] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238c2b1-b2ce-4754-76e3-4c1f7025097d" [ 850.236039] env[62668]: _type = "Task" [ 850.236039] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.244727] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f040c28-0fac-46ec-b6ab-90ade0c6d03a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.251559] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238c2b1-b2ce-4754-76e3-4c1f7025097d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.285109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7fec8-eee3-4d4a-80bc-04b9bcb87460 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.287856] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683796, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.517769} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.288177] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d09596c8-e00e-4083-8a6f-01c843fb53a3/d09596c8-e00e-4083-8a6f-01c843fb53a3.vmdk to [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.289364] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe214ae0-b439-4346-b232-7613cad15406 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.294936] env[62668]: DEBUG nova.network.neutron [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Updating instance_info_cache with network_info: [{"id": "66387db9-d535-4497-8d5d-b5d110df57a5", "address": "fa:16:3e:26:25:27", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66387db9-d5", "ovs_interfaceid": "66387db9-d535-4497-8d5d-b5d110df57a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.297526] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41afefa9-e41a-4dbc-85ff-dcf2688fefc3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.320485] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.321364] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03887de-2807-435a-8205-69a160be7e7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.344919] env[62668]: DEBUG nova.compute.provider_tree [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.352345] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 850.352345] env[62668]: value = "task-2683801" [ 850.352345] env[62668]: _type = "Task" [ 850.352345] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.363940] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.382061] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683797, 'name': ReconfigVM_Task, 'duration_secs': 2.487642} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.382352] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.382961] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639731e9-07d9-4323-94ec-7af5773309e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.384908] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.384974] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances with incomplete migration {{(pid=62668) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 850.391772] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 850.391772] env[62668]: value = "task-2683802" [ 850.391772] env[62668]: _type = "Task" [ 850.391772] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.403178] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683802, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.565468] env[62668]: DEBUG nova.compute.manager [req-68cbd2cb-3bf0-4754-8cec-f8bf06c8afca req-0a0df75b-5f9b-49f9-999d-e0f20016d947 service nova] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Received event network-vif-deleted-beea9c23-e0cd-4238-b423-70cd832471b5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 850.643247] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.648655] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.681549] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.681794] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.681947] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.683659] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.683849] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.684053] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.684235] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.684584] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.684799] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.684969] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.685156] env[62668]: DEBUG nova.virt.hardware [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.686264] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14020683-4cd8-4c21-943e-dcc22b8003d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.696912] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fae680-a5a0-42f6-a323-3c134b56189d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.726399] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683800, 'name': CloneVM_Task, 'duration_secs': 1.812088} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.726399] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created linked-clone VM from snapshot [ 850.726904] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98acc770-1bb9-4507-964b-df175b59b189 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.735799] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploading image 54e52db5-c9e0-4531-8bb0-1dd5439c1aff {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.747221] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238c2b1-b2ce-4754-76e3-4c1f7025097d, 'name': SearchDatastore_Task, 'duration_secs': 0.020114} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.748069] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35c8644-b9e6-4d47-b02c-3888503b0753 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.754035] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 850.754035] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5f5dc-a3d3-c07b-d8d7-8c1f2f8742ec" [ 850.754035] env[62668]: _type = "Task" [ 850.754035] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.764902] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5f5dc-a3d3-c07b-d8d7-8c1f2f8742ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.768885] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.768885] env[62668]: value = "vm-541042" [ 850.768885] env[62668]: _type = "VirtualMachine" [ 850.768885] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.768885] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-104b39ab-5eab-44ca-9a89-2ccb9feda257 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.777189] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease: (returnval){ [ 850.777189] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd4b-fac3-972a-d6c6-366aa32c646e" [ 850.777189] env[62668]: _type = "HttpNfcLease" [ 850.777189] env[62668]: } obtained for exporting VM: (result){ [ 850.777189] env[62668]: value = "vm-541042" [ 850.777189] env[62668]: _type = "VirtualMachine" [ 850.777189] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.777421] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the lease: (returnval){ [ 850.777421] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd4b-fac3-972a-d6c6-366aa32c646e" [ 850.777421] env[62668]: _type = "HttpNfcLease" [ 850.777421] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.788975] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.788975] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd4b-fac3-972a-d6c6-366aa32c646e" [ 850.788975] env[62668]: _type = "HttpNfcLease" [ 850.788975] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.811862] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.812469] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Instance network_info: |[{"id": "66387db9-d535-4497-8d5d-b5d110df57a5", "address": "fa:16:3e:26:25:27", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66387db9-d5", "ovs_interfaceid": "66387db9-d535-4497-8d5d-b5d110df57a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.812820] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Acquired lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.813013] env[62668]: DEBUG nova.network.neutron [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Refreshing network info cache for port 66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.814436] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:25:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66387db9-d535-4497-8d5d-b5d110df57a5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.823968] env[62668]: DEBUG oslo.service.loopingcall [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.826185] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.826185] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b64849-b6ec-4a6c-ae45-ac9d6b99c373 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.850310] env[62668]: DEBUG nova.scheduler.client.report [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.853963] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.853963] env[62668]: value = "task-2683804" [ 850.853963] env[62668]: _type = "Task" [ 850.853963] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.872598] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683804, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.878169] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683801, 'name': ReconfigVM_Task, 'duration_secs': 0.350739} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.878659] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428/a9b63d1b-69be-4b6a-a3b8-9f6237644428.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.881391] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'image_id': 'ebc8e9a7-e4cf-458a-974f-a3490d0b578d'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541008', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'name': 'volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9b63d1b-69be-4b6a-a3b8-9f6237644428', 'attached_at': '', 'detached_at': '', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'serial': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'attachment_id': '05303a59-2323-46d4-95a7-64ed5e5e36b8', 'volume_type': None}], 'swap': None} {{(pid=62668) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 850.884023] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 850.884023] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541008', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'name': 'volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9b63d1b-69be-4b6a-a3b8-9f6237644428', 'attached_at': '', 'detached_at': '', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'serial': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 850.884023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b68587-6833-4520-b059-2095d1624d26 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.887444] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.911593] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f6a48-71d7-4de7-a934-8f405d75cee1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.919983] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683802, 'name': Rename_Task, 'duration_secs': 0.166051} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.920762] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.921090] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd9ec37-62d1-4411-a3f7-2cf18ab36595 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.947697] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832/volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.948555] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6749694-3466-4cb8-a368-300c3eb563b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.970490] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 850.970490] env[62668]: value = "task-2683805" [ 850.970490] env[62668]: _type = "Task" [ 850.970490] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.987125] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.989117] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 850.989117] env[62668]: value = "task-2683806" [ 850.989117] env[62668]: _type = "Task" [ 850.989117] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.003428] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.267374] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5f5dc-a3d3-c07b-d8d7-8c1f2f8742ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.267655] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.268033] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1f705a9f-9eb5-4a81-8acf-5dc094648d75/1f705a9f-9eb5-4a81-8acf-5dc094648d75.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.268337] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eafba506-131f-4172-80de-bc4d56543a5d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.278408] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 851.278408] env[62668]: value = "task-2683807" [ 851.278408] env[62668]: _type = "Task" [ 851.278408] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.290073] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.290073] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd4b-fac3-972a-d6c6-366aa32c646e" [ 851.290073] env[62668]: _type = "HttpNfcLease" [ 851.290073] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.293583] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.293583] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528bdd4b-fac3-972a-d6c6-366aa32c646e" [ 851.293583] env[62668]: _type = "HttpNfcLease" [ 851.293583] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.293773] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.294523] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc1ffe1-3f93-4073-885c-c466b14eebbb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.302648] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.302857] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.368680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.371218] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.373461] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.324s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.373664] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.377123] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.865s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.377123] env[62668]: INFO nova.compute.claims [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.393327] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683804, 'name': CreateVM_Task, 'duration_secs': 0.400972} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.393602] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.394292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.394442] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.394806] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.395034] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45026a83-0d7c-4207-ad48-7924b9175804 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.400969] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 851.400969] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bf4ac7-ae3b-129e-b78c-afb485376702" [ 851.400969] env[62668]: _type = "Task" [ 851.400969] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.410368] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bf4ac7-ae3b-129e-b78c-afb485376702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.425672] env[62668]: INFO nova.scheduler.client.report [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Deleted allocations for instance ccbb202e-6a2f-4286-80c8-5f1cf878db04 [ 851.434488] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e12dcf1-1266-44e4-9dc5-a43bfe40d657 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.456164] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Successfully updated port: 087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.489364] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.501877] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.736180] env[62668]: DEBUG nova.network.neutron [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Updated VIF entry in instance network info cache for port 66387db9-d535-4497-8d5d-b5d110df57a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.736573] env[62668]: DEBUG nova.network.neutron [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Updating instance_info_cache with network_info: [{"id": "66387db9-d535-4497-8d5d-b5d110df57a5", "address": "fa:16:3e:26:25:27", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66387db9-d5", "ovs_interfaceid": "66387db9-d535-4497-8d5d-b5d110df57a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.795934] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508783} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.796224] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1f705a9f-9eb5-4a81-8acf-5dc094648d75/1f705a9f-9eb5-4a81-8acf-5dc094648d75.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.796444] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.796810] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-281f081e-6196-46a5-a781-292e91973675 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.804559] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 851.804559] env[62668]: value = "task-2683808" [ 851.804559] env[62668]: _type = "Task" [ 851.804559] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.812912] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.887285] env[62668]: DEBUG nova.compute.utils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.890774] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.890965] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.914585] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bf4ac7-ae3b-129e-b78c-afb485376702, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.914585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.914877] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.915071] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.915388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.915833] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.916372] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-348c0911-162b-4852-b66b-e26e4faf242a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.926946] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.927152] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.928173] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e8976a-87c3-4613-b626-f9285316666c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.938167] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 851.938167] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527bff84-1587-15f7-a48f-76ec64192f31" [ 851.938167] env[62668]: _type = "Task" [ 851.938167] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.940514] env[62668]: DEBUG oslo_concurrency.lockutils [None req-908e4b03-838b-47ad-b0c7-0d1dd44c415e tempest-ImagesOneServerNegativeTestJSON-981793547 tempest-ImagesOneServerNegativeTestJSON-981793547-project-member] Lock "ccbb202e-6a2f-4286-80c8-5f1cf878db04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.400s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.948341] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527bff84-1587-15f7-a48f-76ec64192f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.961762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.961762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.961762] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.983644] env[62668]: DEBUG oslo_vmware.api [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683805, 'name': PowerOnVM_Task, 'duration_secs': 0.932087} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.983990] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.984256] env[62668]: INFO nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Took 10.54 seconds to spawn the instance on the hypervisor. [ 851.984446] env[62668]: DEBUG nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.985323] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c9eb62-5c22-438b-868d-7bb0b5e8559d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.005337] env[62668]: DEBUG nova.policy [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42e3a606dc00454a8b429af9a75ac0af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '486cd177d2ee472b9db4857da3ad75b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.013475] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683806, 'name': ReconfigVM_Task, 'duration_secs': 0.750898} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.013868] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832/volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.019781] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee097c04-7e9a-4f5a-a244-1c1edd5ada3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.041257] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 852.041257] env[62668]: value = "task-2683809" [ 852.041257] env[62668]: _type = "Task" [ 852.041257] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.056116] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.240643] env[62668]: DEBUG oslo_concurrency.lockutils [req-33977b9a-bdca-458e-b073-89f68a304387 req-b9a8220a-68cf-43c2-a382-a1501be62710 service nova] Releasing lock "refresh_cache-01e6b8da-a95c-4ddd-a0d0-3096f0dea074" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.318027] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07766} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.319927] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.320897] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3700378-4cc0-4dcd-8a76-162575f1e1da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.346093] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1f705a9f-9eb5-4a81-8acf-5dc094648d75/1f705a9f-9eb5-4a81-8acf-5dc094648d75.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.347237] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d4890f-de48-441a-960d-c721a14d7333 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.370092] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 852.370092] env[62668]: value = "task-2683810" [ 852.370092] env[62668]: _type = "Task" [ 852.370092] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.380391] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.396316] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.450485] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527bff84-1587-15f7-a48f-76ec64192f31, 'name': SearchDatastore_Task, 'duration_secs': 0.023909} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.454946] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66879159-abdf-4ef7-8d5e-841c4b8b6e4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.461133] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 852.461133] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a7a14b-0930-72bf-b1aa-1b8efe56e922" [ 852.461133] env[62668]: _type = "Task" [ 852.461133] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.483231] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a7a14b-0930-72bf-b1aa-1b8efe56e922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.507750] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.521988] env[62668]: INFO nova.compute.manager [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Took 57.30 seconds to build instance. [ 852.560442] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683809, 'name': ReconfigVM_Task, 'duration_secs': 0.38044} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.561246] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541008', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'name': 'volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9b63d1b-69be-4b6a-a3b8-9f6237644428', 'attached_at': '', 'detached_at': '', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'serial': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 852.561883] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b130abf-cd8a-4043-86c8-add27a78f712 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.570797] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 852.570797] env[62668]: value = "task-2683811" [ 852.570797] env[62668]: _type = "Task" [ 852.570797] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.584773] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683811, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.660265] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Successfully created port: 57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.762263] env[62668]: DEBUG nova.network.neutron [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Updating instance_info_cache with network_info: [{"id": "087eaf96-b419-463c-afb5-1d51df3f7e74", "address": "fa:16:3e:ec:e0:29", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087eaf96-b4", "ovs_interfaceid": "087eaf96-b419-463c-afb5-1d51df3f7e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.880892] env[62668]: DEBUG nova.compute.manager [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Received event network-vif-plugged-087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 852.881640] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Acquiring lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.881866] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.882082] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.882268] env[62668]: DEBUG nova.compute.manager [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] No waiting events found dispatching network-vif-plugged-087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.882435] env[62668]: WARNING nova.compute.manager [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Received unexpected event network-vif-plugged-087eaf96-b419-463c-afb5-1d51df3f7e74 for instance with vm_state building and task_state spawning. [ 852.882596] env[62668]: DEBUG nova.compute.manager [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Received event network-changed-087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 852.882747] env[62668]: DEBUG nova.compute.manager [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Refreshing instance network info cache due to event network-changed-087eaf96-b419-463c-afb5-1d51df3f7e74. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 852.882975] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Acquiring lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.888362] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683810, 'name': ReconfigVM_Task, 'duration_secs': 0.48989} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.892535] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1f705a9f-9eb5-4a81-8acf-5dc094648d75/1f705a9f-9eb5-4a81-8acf-5dc094648d75.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.893783] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3cdd675-7b1b-4cfe-b91a-84f0447c2076 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.902121] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 852.902121] env[62668]: value = "task-2683812" [ 852.902121] env[62668]: _type = "Task" [ 852.902121] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.919788] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683812, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.976067] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a7a14b-0930-72bf-b1aa-1b8efe56e922, 'name': SearchDatastore_Task, 'duration_secs': 0.025556} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.977463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.977768] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 01e6b8da-a95c-4ddd-a0d0-3096f0dea074/01e6b8da-a95c-4ddd-a0d0-3096f0dea074.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.978667] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52422268-b79d-418b-916b-a0b14a5b21e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.981610] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e44d33-910b-407a-ba9c-d6c9a66fff7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.992967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d59a7-88b3-4e42-806a-3d945c6c2dab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.998755] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 852.998755] env[62668]: value = "task-2683813" [ 852.998755] env[62668]: _type = "Task" [ 852.998755] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.031458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-85d75c79-aef6-40ae-84e0-1d80a4db774c tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.495s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.033901] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac14bbe-a4cd-402f-98e2-bbc4e62404f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.039761] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.046286] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213eb707-7322-406d-9222-9d5acc154f85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.064312] env[62668]: DEBUG nova.compute.provider_tree [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.090104] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683811, 'name': Rename_Task, 'duration_secs': 0.313684} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.091549] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.091549] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c0a0c8-2915-46b9-9f8c-5ffaca08ba3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.107679] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 853.107679] env[62668]: value = "task-2683814" [ 853.107679] env[62668]: _type = "Task" [ 853.107679] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.265483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.265831] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Instance network_info: |[{"id": "087eaf96-b419-463c-afb5-1d51df3f7e74", "address": "fa:16:3e:ec:e0:29", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087eaf96-b4", "ovs_interfaceid": "087eaf96-b419-463c-afb5-1d51df3f7e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.266227] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Acquired lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.266520] env[62668]: DEBUG nova.network.neutron [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Refreshing network info cache for port 087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.267976] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:e0:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '087eaf96-b419-463c-afb5-1d51df3f7e74', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.277045] env[62668]: DEBUG oslo.service.loopingcall [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.277869] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.279675] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafab5fa-ee78-4fae-be20-d2cdf57661b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.306215] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.306215] env[62668]: value = "task-2683815" [ 853.306215] env[62668]: _type = "Task" [ 853.306215] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.315589] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683815, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.414984] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.417432] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683812, 'name': Rename_Task, 'duration_secs': 0.212586} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.418657] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.418924] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084ba043-65bf-48af-86c8-a80c0ac28b82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.429135] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 853.429135] env[62668]: value = "task-2683816" [ 853.429135] env[62668]: _type = "Task" [ 853.429135] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.442559] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.454092] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.457118] env[62668]: DEBUG nova.virt.hardware [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.457118] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa9f015-da17-4425-9926-604014c77e89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.468182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2539efdf-7215-4618-b850-3dd483ca88b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.511394] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683813, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.568067] env[62668]: DEBUG nova.scheduler.client.report [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.624331] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.821822] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683815, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.944446] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683816, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.013438] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666572} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.013438] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 01e6b8da-a95c-4ddd-a0d0-3096f0dea074/01e6b8da-a95c-4ddd-a0d0-3096f0dea074.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.013438] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.013682] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46fcaba4-d2c1-4305-92b6-c81c36de7fcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.026632] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 854.026632] env[62668]: value = "task-2683817" [ 854.026632] env[62668]: _type = "Task" [ 854.026632] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.036721] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.074490] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.075159] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.079761] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.418s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.124541] env[62668]: DEBUG oslo_vmware.api [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683814, 'name': PowerOnVM_Task, 'duration_secs': 1.018296} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.124832] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.132462] env[62668]: DEBUG nova.network.neutron [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Updated VIF entry in instance network info cache for port 087eaf96-b419-463c-afb5-1d51df3f7e74. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.132853] env[62668]: DEBUG nova.network.neutron [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Updating instance_info_cache with network_info: [{"id": "087eaf96-b419-463c-afb5-1d51df3f7e74", "address": "fa:16:3e:ec:e0:29", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087eaf96-b4", "ovs_interfaceid": "087eaf96-b419-463c-afb5-1d51df3f7e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.271584] env[62668]: DEBUG nova.compute.manager [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.272852] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1fcca-bf2a-46d3-a588-0ba468e7ed71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.320384] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683815, 'name': CreateVM_Task, 'duration_secs': 0.569297} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.324032] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.324032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.324032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.324032] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.324032] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c31aa9-9c88-4c11-9f5a-f7244866a5ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.336966] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 854.336966] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a95358-df7d-504f-da3c-9d9fdf9b9e03" [ 854.336966] env[62668]: _type = "Task" [ 854.336966] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.344752] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a95358-df7d-504f-da3c-9d9fdf9b9e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.445290] env[62668]: DEBUG oslo_vmware.api [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683816, 'name': PowerOnVM_Task, 'duration_secs': 0.724036} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.445690] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.445987] env[62668]: INFO nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Took 9.28 seconds to spawn the instance on the hypervisor. [ 854.446530] env[62668]: DEBUG nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.447844] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf14b1-6f49-4017-bcf6-5bdd346ec623 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.537180] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239721} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.537609] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.538559] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df85f5f-d581-48da-857f-8a73803d82fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.567785] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 01e6b8da-a95c-4ddd-a0d0-3096f0dea074/01e6b8da-a95c-4ddd-a0d0-3096f0dea074.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.568072] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810503ec-86c5-4c02-afc7-32508811419a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.584436] env[62668]: DEBUG nova.compute.utils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 854.588020] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.588020] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.596882] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 854.596882] env[62668]: value = "task-2683818" [ 854.596882] env[62668]: _type = "Task" [ 854.596882] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.608968] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.637673] env[62668]: DEBUG oslo_concurrency.lockutils [req-90015994-baa5-4155-a134-b66620bcd40d req-08748b3c-c0bc-4acd-892d-2c9f79e71109 service nova] Releasing lock "refresh_cache-aed2e89c-1084-4691-bcb5-7e2d9f176358" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.666232] env[62668]: DEBUG nova.policy [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.741038] env[62668]: INFO nova.compute.manager [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Rebuilding instance [ 854.812792] env[62668]: DEBUG nova.compute.manager [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.814469] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7ada6-9331-4324-8d9c-2fb438c4d9f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.816759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cae5fca8-9c3a-4861-bc54-88d603dd125a tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 72.772s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.855130] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a95358-df7d-504f-da3c-9d9fdf9b9e03, 'name': SearchDatastore_Task, 'duration_secs': 0.027596} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.856812] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.857302] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.857561] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.857837] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.858357] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.859584] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85b7b23-4e79-4b59-b67d-54f6f9eba88c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.875255] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.875470] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.876906] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25caea8-6d8f-4400-83d3-be0ff1fa9df3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.888359] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 854.888359] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c35f6f-ad5b-b093-04b9-40a48f9d309a" [ 854.888359] env[62668]: _type = "Task" [ 854.888359] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.901941] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c35f6f-ad5b-b093-04b9-40a48f9d309a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.975038] env[62668]: INFO nova.compute.manager [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Took 50.99 seconds to build instance. [ 855.091628] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.113768] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683818, 'name': ReconfigVM_Task, 'duration_secs': 0.418421} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.114067] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 01e6b8da-a95c-4ddd-a0d0-3096f0dea074/01e6b8da-a95c-4ddd-a0d0-3096f0dea074.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.114778] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f402566f-d082-46a7-ada9-fa2f0ed42925 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.126119] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 855.126119] env[62668]: value = "task-2683819" [ 855.126119] env[62668]: _type = "Task" [ 855.126119] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.149531] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683819, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.167615] env[62668]: DEBUG nova.compute.manager [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Received event network-vif-plugged-57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 855.167910] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] Acquiring lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.168347] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.168552] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.168725] env[62668]: DEBUG nova.compute.manager [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] No waiting events found dispatching network-vif-plugged-57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.169305] env[62668]: WARNING nova.compute.manager [req-50e5a886-c33e-4db1-b5fe-a0dd39b61ccd req-1d1f3cb9-99e2-43b4-b553-9efc6bcbd546 service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Received unexpected event network-vif-plugged-57651b6f-9740-4724-8914-7d984b95febf for instance with vm_state building and task_state spawning. [ 855.188222] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc8015-8358-48f0-8882-62bb7b74818c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.197721] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91448356-79bc-41cc-afb7-7ae8314d9b22 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.235848] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Successfully created port: 34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.238649] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba430984-7b04-4c8c-a7f4-744a817d25c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.250301] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141bbc5f-65af-420a-a0f5-d8842371a7f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.267501] env[62668]: DEBUG nova.compute.provider_tree [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.399281] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c35f6f-ad5b-b093-04b9-40a48f9d309a, 'name': SearchDatastore_Task, 'duration_secs': 0.021282} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.400109] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198277a5-f8d3-4bba-b381-955ffe9eba61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.406238] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 855.406238] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297a1af-6790-2eed-bd6f-e10c886b21fc" [ 855.406238] env[62668]: _type = "Task" [ 855.406238] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.415098] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297a1af-6790-2eed-bd6f-e10c886b21fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.477123] env[62668]: DEBUG oslo_concurrency.lockutils [None req-def29f44-52aa-4339-a385-e08ffedeb02f tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.606025] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Successfully updated port: 57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.637950] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683819, 'name': Rename_Task, 'duration_secs': 0.194192} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.638247] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.639190] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2901ff3e-bb26-4460-aa59-33fdf463e198 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.649697] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 855.649697] env[62668]: value = "task-2683820" [ 855.649697] env[62668]: _type = "Task" [ 855.649697] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.663342] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.771674] env[62668]: DEBUG nova.scheduler.client.report [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.843308] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.843735] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5166c2-2aab-44c1-8520-e5f09780b460 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.854067] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 855.854067] env[62668]: value = "task-2683821" [ 855.854067] env[62668]: _type = "Task" [ 855.854067] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.868240] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.921303] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5297a1af-6790-2eed-bd6f-e10c886b21fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020195} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.921946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.922910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] aed2e89c-1084-4691-bcb5-7e2d9f176358/aed2e89c-1084-4691-bcb5-7e2d9f176358.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.922910] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da03218-c5cd-4cd7-a807-996d1e279478 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.931640] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 855.931640] env[62668]: value = "task-2683822" [ 855.931640] env[62668]: _type = "Task" [ 855.931640] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.943773] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.106999] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.109950] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.110680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquired lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.111255] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.144806] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.145104] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.145271] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.145461] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.145708] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.145983] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.146278] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.146503] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.146721] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.147335] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.147335] env[62668]: DEBUG nova.virt.hardware [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.151868] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5184ae6-96fc-401c-bb96-93840d9f9e6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.166641] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2539e-5990-4a5a-9986-ebac4db09187 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.172592] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.373663] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683821, 'name': PowerOffVM_Task, 'duration_secs': 0.287698} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.373966] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.374225] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.375056] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b62949-9820-4875-bcd7-66c52226ca34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.384965] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.385291] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bae9312-41d8-45e3-9772-ffe9f0b82827 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.417449] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.417892] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.418184] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Deleting the datastore file [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.418524] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52714b3b-1318-42bf-b486-aa7f5445e16b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.428107] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 856.428107] env[62668]: value = "task-2683824" [ 856.428107] env[62668]: _type = "Task" [ 856.428107] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.442205] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.445943] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.663576] env[62668]: DEBUG oslo_vmware.api [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683820, 'name': PowerOnVM_Task, 'duration_secs': 0.553524} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.663943] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.664177] env[62668]: INFO nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Took 8.76 seconds to spawn the instance on the hypervisor. [ 856.664418] env[62668]: DEBUG nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.665287] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d65b2-1c2c-46d3-acba-a546a428bb62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.782857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.703s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.789535] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.673s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.791419] env[62668]: DEBUG nova.objects.instance [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lazy-loading 'resources' on Instance uuid 6d54c14e-cb02-43a3-9f5d-5f91f649e026 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.945798] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26245} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.950483] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.950701] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.950883] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.954659] env[62668]: DEBUG nova.compute.manager [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Received event network-vif-plugged-34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 856.954865] env[62668]: DEBUG oslo_concurrency.lockutils [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] Acquiring lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.955101] env[62668]: DEBUG oslo_concurrency.lockutils [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.955281] env[62668]: DEBUG oslo_concurrency.lockutils [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.955449] env[62668]: DEBUG nova.compute.manager [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] No waiting events found dispatching network-vif-plugged-34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.958018] env[62668]: WARNING nova.compute.manager [req-83c7ddab-ca92-4c51-993b-0671cf70d486 req-2ad911f3-2ef8-4b5e-8101-b53edf10bf29 service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Received unexpected event network-vif-plugged-34ab1213-49ba-4096-8a4d-de99b7c19ab9 for instance with vm_state building and task_state spawning. [ 856.958018] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.958018] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.177265] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Successfully updated port: 34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.190704] env[62668]: INFO nova.compute.manager [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Took 51.57 seconds to build instance. [ 857.295134] env[62668]: DEBUG nova.compute.manager [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Received event network-changed-57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 857.296028] env[62668]: DEBUG nova.compute.manager [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Refreshing instance network info cache due to event network-changed-57651b6f-9740-4724-8914-7d984b95febf. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 857.296416] env[62668]: DEBUG oslo_concurrency.lockutils [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] Acquiring lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.360852] env[62668]: DEBUG nova.network.neutron [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Updating instance_info_cache with network_info: [{"id": "57651b6f-9740-4724-8914-7d984b95febf", "address": "fa:16:3e:7a:4e:c1", "network": {"id": "e2c5be1e-0a1d-499d-b9eb-abefd5d9cf0c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-322300218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486cd177d2ee472b9db4857da3ad75b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651b6f-97", "ovs_interfaceid": "57651b6f-9740-4724-8914-7d984b95febf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.366235] env[62668]: INFO nova.scheduler.client.report [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocation for migration b2975b90-2c82-406a-9858-f67f47e683ce [ 857.452606] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.688741] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.689144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689576] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.693799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d714c540-5a2e-4b32-8043-0fd575c9a3f5 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.430s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.813596] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6509fc-5ffe-4fc3-8a71-d883c8e73426 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.822202] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b8ca6-3400-4ec0-9d55-3dabb8f117fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.861367] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512855f4-f653-42de-84b0-2f453a750e5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.868433] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Releasing lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.868915] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Instance network_info: |[{"id": "57651b6f-9740-4724-8914-7d984b95febf", "address": "fa:16:3e:7a:4e:c1", "network": {"id": "e2c5be1e-0a1d-499d-b9eb-abefd5d9cf0c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-322300218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486cd177d2ee472b9db4857da3ad75b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651b6f-97", "ovs_interfaceid": "57651b6f-9740-4724-8914-7d984b95febf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.871865] env[62668]: DEBUG oslo_concurrency.lockutils [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] Acquired lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871865] env[62668]: DEBUG nova.network.neutron [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Refreshing network info cache for port 57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.874416] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:4e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57651b6f-9740-4724-8914-7d984b95febf', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.882048] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Creating folder: Project (486cd177d2ee472b9db4857da3ad75b0). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.882971] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54ec0d2d-80c4-4589-a91f-4fa23d1f2f39 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.729s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.884020] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1294c400-db9a-4b9a-aa7f-81b8248b141a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.892637] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64f518-ea52-4a82-a837-21b8159b59c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.913666] env[62668]: DEBUG nova.compute.provider_tree [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.920063] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Created folder: Project (486cd177d2ee472b9db4857da3ad75b0) in parent group-v540833. [ 857.920595] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Creating folder: Instances. Parent ref: group-v541045. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.920595] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0921f9-419e-4c45-a004-9cb4e1a7802f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.934150] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Created folder: Instances in parent group-v541045. [ 857.934150] env[62668]: DEBUG oslo.service.loopingcall [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.934483] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.934706] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1307d8f-e94c-4fa6-aa3e-a94f589a11d7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.962437] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683822, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.703225} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.965880] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] aed2e89c-1084-4691-bcb5-7e2d9f176358/aed2e89c-1084-4691-bcb5-7e2d9f176358.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.965880] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.965880] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.965880] env[62668]: value = "task-2683827" [ 857.965880] env[62668]: _type = "Task" [ 857.965880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.965880] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e30165f-6877-4c05-947c-f1f267317e12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.986122] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 857.986122] env[62668]: value = "task-2683828" [ 857.986122] env[62668]: _type = "Task" [ 857.986122] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.989536] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683827, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.002369] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.002802] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.002802] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.008645] env[62668]: DEBUG nova.virt.hardware [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.010267] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157eb62-e0de-4790-ba38-6684de39b25e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.016058] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.027398] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78699165-e58d-4e37-80e7-140b2753805d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.046437] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.052586] env[62668]: DEBUG oslo.service.loopingcall [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.054022] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.054022] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09118585-9d86-410c-ac16-5510079af31f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.075332] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.075332] env[62668]: value = "task-2683829" [ 858.075332] env[62668]: _type = "Task" [ 858.075332] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.087822] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683829, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.255650] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.420398] env[62668]: DEBUG nova.scheduler.client.report [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.483566] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683827, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.505827] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115163} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.506158] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.506966] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b0fa8b-9d66-46b2-916e-314348d8c3fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.536771] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] aed2e89c-1084-4691-bcb5-7e2d9f176358/aed2e89c-1084-4691-bcb5-7e2d9f176358.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.538499] env[62668]: DEBUG nova.network.neutron [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Updating instance_info_cache with network_info: [{"id": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "address": "fa:16:3e:32:e3:37", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ab1213-49", "ovs_interfaceid": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.539822] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd55d8c7-5df5-4886-904d-5758f33f3a0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.557303] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.557687] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Instance network_info: |[{"id": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "address": "fa:16:3e:32:e3:37", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ab1213-49", "ovs_interfaceid": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.558526] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e3:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34ab1213-49ba-4096-8a4d-de99b7c19ab9', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.566431] env[62668]: DEBUG oslo.service.loopingcall [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.569652] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.569949] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee571531-c160-41b2-9830-00255aebf46c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.587572] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 858.587572] env[62668]: value = "task-2683830" [ 858.587572] env[62668]: _type = "Task" [ 858.587572] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.597248] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.597248] env[62668]: value = "task-2683831" [ 858.597248] env[62668]: _type = "Task" [ 858.597248] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.600846] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683829, 'name': CreateVM_Task, 'duration_secs': 0.462743} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.606727] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.607057] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.607457] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.607628] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.608129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.608607] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9667d55-5564-4196-b5d5-add125369389 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.614849] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683831, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.616335] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 858.616335] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a50773-7218-c3bb-fa87-278b78cbfaa5" [ 858.616335] env[62668]: _type = "Task" [ 858.616335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.625216] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a50773-7218-c3bb-fa87-278b78cbfaa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.925723] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.929588] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.686s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.935986] env[62668]: INFO nova.compute.claims [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.944022] env[62668]: DEBUG nova.network.neutron [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Updated VIF entry in instance network info cache for port 57651b6f-9740-4724-8914-7d984b95febf. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.944456] env[62668]: DEBUG nova.network.neutron [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Updating instance_info_cache with network_info: [{"id": "57651b6f-9740-4724-8914-7d984b95febf", "address": "fa:16:3e:7a:4e:c1", "network": {"id": "e2c5be1e-0a1d-499d-b9eb-abefd5d9cf0c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-322300218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486cd177d2ee472b9db4857da3ad75b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57651b6f-97", "ovs_interfaceid": "57651b6f-9740-4724-8914-7d984b95febf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.957523] env[62668]: INFO nova.scheduler.client.report [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleted allocations for instance 6d54c14e-cb02-43a3-9f5d-5f91f649e026 [ 858.993095] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683827, 'name': CreateVM_Task, 'duration_secs': 0.560254} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.994302] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.995470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.995788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.996411] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.996947] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9aaf89-6841-4a94-abc5-390c4c52a370 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.009710] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 859.009710] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5204fbe3-ab20-161b-9102-0d7e5a182d3c" [ 859.009710] env[62668]: _type = "Task" [ 859.009710] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.020525] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5204fbe3-ab20-161b-9102-0d7e5a182d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.106510] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683830, 'name': ReconfigVM_Task, 'duration_secs': 0.515399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.109838] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Reconfigured VM instance instance-00000049 to attach disk [datastore2] aed2e89c-1084-4691-bcb5-7e2d9f176358/aed2e89c-1084-4691-bcb5-7e2d9f176358.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.110919] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a6edd5-cd3e-4a21-b650-0fbf5cb4c3e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.132740] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683831, 'name': CreateVM_Task, 'duration_secs': 0.484139} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.133117] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 859.133117] env[62668]: value = "task-2683832" [ 859.133117] env[62668]: _type = "Task" [ 859.133117] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.133799] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.134743] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.145699] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a50773-7218-c3bb-fa87-278b78cbfaa5, 'name': SearchDatastore_Task, 'duration_secs': 0.022115} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.146583] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.146863] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.147149] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.147411] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.147613] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.147977] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624f041c-82c5-404f-bfb1-018b03e553d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.153324] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683832, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.163031] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.163031] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.164756] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e587fa-fb94-42df-9663-b4ba639d9fa8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171918] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 859.171918] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252447d-3f80-c005-89b4-74a9e6244e93" [ 859.171918] env[62668]: _type = "Task" [ 859.171918] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.182937] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252447d-3f80-c005-89b4-74a9e6244e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.252138] env[62668]: DEBUG nova.compute.manager [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Received event network-changed-34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 859.252138] env[62668]: DEBUG nova.compute.manager [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Refreshing instance network info cache due to event network-changed-34ab1213-49ba-4096-8a4d-de99b7c19ab9. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 859.252138] env[62668]: DEBUG oslo_concurrency.lockutils [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] Acquiring lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.252138] env[62668]: DEBUG oslo_concurrency.lockutils [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] Acquired lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.252138] env[62668]: DEBUG nova.network.neutron [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Refreshing network info cache for port 34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.261389] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.261389] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.447493] env[62668]: DEBUG oslo_concurrency.lockutils [req-45d86603-0b29-4e99-8acb-3a43ef6a78b9 req-4273eeca-3774-4fd1-a16e-a77432abeece service nova] Releasing lock "refresh_cache-cc0f3003-760a-4c10-9719-01fa4e0a3c7d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.465400] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b4c45275-57e3-4105-ba3d-cc9801c617e4 tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "6d54c14e-cb02-43a3-9f5d-5f91f649e026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.037s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.527467] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5204fbe3-ab20-161b-9102-0d7e5a182d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.017032} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.528123] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.528344] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.528580] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.528727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.528907] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.529220] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.529751] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.529751] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3a1cc9d-6e58-4d60-93e5-7afe04276bc0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.531793] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f9c92f-d5ba-4be9-aa58-e45421379ce0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.539189] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 859.539189] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52291569-9758-9865-ab73-da393fa49017" [ 859.539189] env[62668]: _type = "Task" [ 859.539189] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.544049] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.544241] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.545310] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f51c9b5-ff00-4213-893c-bff85e72d0f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.550686] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52291569-9758-9865-ab73-da393fa49017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.555290] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 859.555290] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522236d2-e842-33e4-2aed-1246370c7ab7" [ 859.555290] env[62668]: _type = "Task" [ 859.555290] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.565450] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522236d2-e842-33e4-2aed-1246370c7ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.644761] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683832, 'name': Rename_Task, 'duration_secs': 0.255944} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.645109] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.645325] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b778cffb-b49b-46b4-95b8-ec56b9acedaf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.653032] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 859.653032] env[62668]: value = "task-2683833" [ 859.653032] env[62668]: _type = "Task" [ 859.653032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.663479] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.685103] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5252447d-3f80-c005-89b4-74a9e6244e93, 'name': SearchDatastore_Task, 'duration_secs': 0.016142} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.686257] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09db696-6600-4492-b410-d0d8b26abe6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.692922] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 859.692922] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523193b6-88e6-db86-f1dd-66ad34c797d8" [ 859.692922] env[62668]: _type = "Task" [ 859.692922] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.703739] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523193b6-88e6-db86-f1dd-66ad34c797d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.768026] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.023467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.023467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.023675] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.024668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.024668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.028356] env[62668]: INFO nova.compute.manager [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Terminating instance [ 860.054631] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52291569-9758-9865-ab73-da393fa49017, 'name': SearchDatastore_Task, 'duration_secs': 0.024513} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.054631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.054631] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.054631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.074844] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522236d2-e842-33e4-2aed-1246370c7ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.02029} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.076167] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc39342-05e3-47f3-b45d-8c8b054bfb3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.086777] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 860.086777] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b7400-b700-072d-aafa-88857fdd39cb" [ 860.086777] env[62668]: _type = "Task" [ 860.086777] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.096383] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b7400-b700-072d-aafa-88857fdd39cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.174977] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.193628] env[62668]: DEBUG nova.network.neutron [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Updated VIF entry in instance network info cache for port 34ab1213-49ba-4096-8a4d-de99b7c19ab9. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.193986] env[62668]: DEBUG nova.network.neutron [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Updating instance_info_cache with network_info: [{"id": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "address": "fa:16:3e:32:e3:37", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ab1213-49", "ovs_interfaceid": "34ab1213-49ba-4096-8a4d-de99b7c19ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.211139] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523193b6-88e6-db86-f1dd-66ad34c797d8, 'name': SearchDatastore_Task, 'duration_secs': 0.029854} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.216409] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.216736] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.217894] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f882486-9d17-499e-9f24-ffe9f5a570ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.229221] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 860.229221] env[62668]: value = "task-2683834" [ 860.229221] env[62668]: _type = "Task" [ 860.229221] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.245174] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.300355] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.476909] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1fb39-f6f8-4861-8b41-8fc4297cb504 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.488404] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1828355-fc91-4dea-b612-1c306646b220 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.532028] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95cd8b1-3dd2-4bd3-8a33-64ae6ac61226 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.536430] env[62668]: DEBUG nova.compute.manager [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.536645] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.539537] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d0231-075e-4b92-87be-bb15ab8d5c74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.544150] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b868effb-e94f-439d-b2fd-d1b7ebccd5d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554920] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.563438] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d302a08-18e8-4b3e-9db2-8b51c8dff52e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.565807] env[62668]: DEBUG nova.compute.provider_tree [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.574106] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 860.574106] env[62668]: value = "task-2683835" [ 860.574106] env[62668]: _type = "Task" [ 860.574106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.585248] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.599155] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521b7400-b700-072d-aafa-88857fdd39cb, 'name': SearchDatastore_Task, 'duration_secs': 0.020132} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.599769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.600081] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cc0f3003-760a-4c10-9719-01fa4e0a3c7d/cc0f3003-760a-4c10-9719-01fa4e0a3c7d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.600370] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.600517] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.600730] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48dd26c5-ac00-4e5a-bfce-c7384eff8dcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.603115] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e96616-11d1-45fc-9653-19eb18202887 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613255] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 860.613255] env[62668]: value = "task-2683836" [ 860.613255] env[62668]: _type = "Task" [ 860.613255] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.614839] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.615248] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.620405] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb093f4f-0134-4346-8ce5-e0d7dc157e4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.632435] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.632435] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 860.632435] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d9893-e87e-6da4-967e-4bb893f33171" [ 860.632435] env[62668]: _type = "Task" [ 860.632435] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.642028] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d9893-e87e-6da4-967e-4bb893f33171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.666460] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.705026] env[62668]: DEBUG oslo_concurrency.lockutils [req-709aa3a0-2f13-476a-94d2-428e21501396 req-8353272d-963c-4ffc-ab30-064bfe316e0e service nova] Releasing lock "refresh_cache-18ed20e4-25cf-4133-a542-6c8c26da3af7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.740807] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.753258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.753258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.753258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.753258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.753258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.755071] env[62668]: INFO nova.compute.manager [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Terminating instance [ 860.824537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.824537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.070218] env[62668]: DEBUG nova.scheduler.client.report [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.090648] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683835, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.127934] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683836, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.146688] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d9893-e87e-6da4-967e-4bb893f33171, 'name': SearchDatastore_Task, 'duration_secs': 0.028943} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.148134] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ddda4c-e423-4006-8289-4ddbb83cccae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.161276] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 861.161276] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52279632-0370-a340-0685-3015dae50d05" [ 861.161276] env[62668]: _type = "Task" [ 861.161276] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.173935] env[62668]: DEBUG oslo_vmware.api [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683833, 'name': PowerOnVM_Task, 'duration_secs': 1.378399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.176038] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.176038] env[62668]: INFO nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Took 10.53 seconds to spawn the instance on the hypervisor. [ 861.176038] env[62668]: DEBUG nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.177770] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f49fc-dda3-4b1e-b24b-ff92d42568dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.186038] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52279632-0370-a340-0685-3015dae50d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.242814] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783856} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.243280] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.243651] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.243990] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13c86a4-0d31-465f-a89c-87aee5a884a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.255012] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 861.255012] env[62668]: value = "task-2683837" [ 861.255012] env[62668]: _type = "Task" [ 861.255012] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.260518] env[62668]: DEBUG nova.compute.manager [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.260810] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.262749] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269607d-3758-49f1-9236-8c77fd8cc1ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.269758] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.277455] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.277895] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122fce89-b6b1-448a-8c32-28be61cee67d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.289598] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 861.289598] env[62668]: value = "task-2683838" [ 861.289598] env[62668]: _type = "Task" [ 861.289598] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.301819] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.330199] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.581468] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.582240] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.590463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.732s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.590463] env[62668]: DEBUG nova.objects.instance [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lazy-loading 'resources' on Instance uuid cf426265-e298-4fd6-aa23-dc0f377f4694 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.591798] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683835, 'name': PowerOffVM_Task, 'duration_secs': 0.542834} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.593123] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.596303] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.597076] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb047bc-a44a-4d4c-b558-3e3e4b020613 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.629067] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754272} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.629733] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cc0f3003-760a-4c10-9719-01fa4e0a3c7d/cc0f3003-760a-4c10-9719-01fa4e0a3c7d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.630043] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.630948] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc02dee-78ee-4ee7-9d93-96e77edc50ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.642528] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 861.642528] env[62668]: value = "task-2683840" [ 861.642528] env[62668]: _type = "Task" [ 861.642528] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.654523] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.675524] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52279632-0370-a340-0685-3015dae50d05, 'name': SearchDatastore_Task, 'duration_secs': 0.054817} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.675941] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.676408] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 18ed20e4-25cf-4133-a542-6c8c26da3af7/18ed20e4-25cf-4133-a542-6c8c26da3af7.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.676713] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffa2fcd-43e9-4a81-8988-6d97c31869ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.687300] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 861.687300] env[62668]: value = "task-2683841" [ 861.687300] env[62668]: _type = "Task" [ 861.687300] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.694337] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.694579] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.694996] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore1] d47926ed-d2ef-4600-abfe-d508fbc3ddc2 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.701965] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92190b54-0441-4d65-b5cc-8b8cbcfa583c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.708219] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.708782] env[62668]: INFO nova.compute.manager [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Took 54.75 seconds to build instance. [ 861.716790] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 861.716790] env[62668]: value = "task-2683842" [ 861.716790] env[62668]: _type = "Task" [ 861.716790] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.729431] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.767682] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122521} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.768541] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.769859] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62887f01-de32-452d-b8d3-bd1c75a7adb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.795803] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.798277] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c41705-27b6-495a-a64e-535733383541 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.827114] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683838, 'name': PowerOffVM_Task, 'duration_secs': 0.396323} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.829557] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.829945] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.830523] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 861.830523] env[62668]: value = "task-2683843" [ 861.830523] env[62668]: _type = "Task" [ 861.830523] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.830835] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3c46a0-df2e-4b91-a445-feeaec63d564 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.850462] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.859867] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.933981] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.934375] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.935414] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleting the datastore file [datastore2] a69ba441-7bb7-4eb0-83c3-72fd09086028 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.935414] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6211a948-ef70-4237-8a61-e8faf61137d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.946206] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for the task: (returnval){ [ 861.946206] env[62668]: value = "task-2683845" [ 861.946206] env[62668]: _type = "Task" [ 861.946206] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.959404] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.096186] env[62668]: DEBUG nova.compute.utils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.110555] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.110555] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.164346] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161549} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.164539] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.165354] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446bcaf-0a42-414d-b7a0-4c1c3e230ee1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.202025] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] cc0f3003-760a-4c10-9719-01fa4e0a3c7d/cc0f3003-760a-4c10-9719-01fa4e0a3c7d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.203716] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1070b99a-78dd-40be-9dcc-8c24b751dbab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.227505] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d235e8e5-5f8d-467c-94fb-45be3db9fab0 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.694s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.242110] env[62668]: DEBUG oslo_vmware.api [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302407} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.248697] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.249084] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.249273] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.253547] env[62668]: INFO nova.compute.manager [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 862.253833] env[62668]: DEBUG oslo.service.loopingcall [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.254419] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 862.254419] env[62668]: value = "task-2683846" [ 862.254419] env[62668]: _type = "Task" [ 862.254419] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.255192] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.259197] env[62668]: DEBUG nova.compute.manager [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.259197] env[62668]: DEBUG nova.network.neutron [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.265466] env[62668]: DEBUG nova.policy [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.281691] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.352927] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.458032] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.605989] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.722539] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741812} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.722830] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 18ed20e4-25cf-4133-a542-6c8c26da3af7/18ed20e4-25cf-4133-a542-6c8c26da3af7.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.723059] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.723337] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd22b8d0-c0f2-4bd9-a2b0-56b3c3cc1d31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.738736] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 862.738736] env[62668]: value = "task-2683847" [ 862.738736] env[62668]: _type = "Task" [ 862.738736] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.757198] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.775665] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.848452] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683843, 'name': ReconfigVM_Task, 'duration_secs': 0.668988} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.852224] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50/2cb6c037-eea6-4cdd-875f-b7f7ceb5da50.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.853394] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9fd113e-5682-423d-b3cf-b781ce828027 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.863534] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 862.863534] env[62668]: value = "task-2683848" [ 862.863534] env[62668]: _type = "Task" [ 862.863534] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.868847] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204886c-814e-4160-9df1-ada7b7e1d8a0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.879267] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683848, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.882282] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6b0be1-3a2e-42f4-8529-88aa207c7b0c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.925429] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ab605-c071-4e61-9623-1fe550a19d6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.940249] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f695cd6-ae42-4e34-a7a8-c355f77a0c42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.953728] env[62668]: DEBUG nova.compute.provider_tree [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.964950] env[62668]: DEBUG oslo_vmware.api [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Task: {'id': task-2683845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625103} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.965602] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.965602] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.965791] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.965994] env[62668]: INFO nova.compute.manager [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Took 1.71 seconds to destroy the instance on the hypervisor. [ 862.966281] env[62668]: DEBUG oslo.service.loopingcall [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.967241] env[62668]: DEBUG nova.compute.manager [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.967343] env[62668]: DEBUG nova.network.neutron [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.162190] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.164256] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1847717-1d82-4726-8c01-db3fb9dcfbac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.173038] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Successfully created port: 83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.182851] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.183122] env[62668]: ERROR oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk due to incomplete transfer. [ 863.184079] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7e1e4799-378e-46ed-a49a-311abe03c98e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.194528] env[62668]: DEBUG nova.compute.manager [req-5aa66ebd-839b-490c-999d-a2136043050b req-0a895b85-e795-486e-9878-c799e32de6b6 service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Received event network-vif-deleted-dc85f63d-7f06-4295-bfc6-a659a77c69b3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 863.194635] env[62668]: INFO nova.compute.manager [req-5aa66ebd-839b-490c-999d-a2136043050b req-0a895b85-e795-486e-9878-c799e32de6b6 service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Neutron deleted interface dc85f63d-7f06-4295-bfc6-a659a77c69b3; detaching it from the instance and deleting it from the info cache [ 863.194983] env[62668]: DEBUG nova.network.neutron [req-5aa66ebd-839b-490c-999d-a2136043050b req-0a895b85-e795-486e-9878-c799e32de6b6 service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.200440] env[62668]: DEBUG oslo_vmware.rw_handles [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261eae7-fa29-e70e-1e33-1faddbaf4687/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.200533] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploaded image 54e52db5-c9e0-4531-8bb0-1dd5439c1aff to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.204876] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.208591] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-759e2846-907b-4387-bec8-208ab70bffa5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.217267] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 863.217267] env[62668]: value = "task-2683849" [ 863.217267] env[62668]: _type = "Task" [ 863.217267] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.228973] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683849, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.250801] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169283} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.251165] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.252162] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408a831-1ab1-4980-95d4-e70cc3f0bf37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.288060] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 18ed20e4-25cf-4133-a542-6c8c26da3af7/18ed20e4-25cf-4133-a542-6c8c26da3af7.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.294719] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed51c911-0c78-4753-bcc1-588545f6a762 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.319348] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683846, 'name': ReconfigVM_Task, 'duration_secs': 0.748497} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.320740] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Reconfigured VM instance instance-0000004a to attach disk [datastore2] cc0f3003-760a-4c10-9719-01fa4e0a3c7d/cc0f3003-760a-4c10-9719-01fa4e0a3c7d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.322849] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 863.322849] env[62668]: value = "task-2683850" [ 863.322849] env[62668]: _type = "Task" [ 863.322849] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.322849] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2811745d-0450-421a-9417-17460e44c08c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.326215] env[62668]: DEBUG nova.network.neutron [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.337626] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 863.337626] env[62668]: value = "task-2683851" [ 863.337626] env[62668]: _type = "Task" [ 863.337626] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.347647] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683851, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.375260] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683848, 'name': Rename_Task, 'duration_secs': 0.269207} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.375721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.375721] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c741c3-6c60-4152-88da-2632e8cc7cae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.384482] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 863.384482] env[62668]: value = "task-2683852" [ 863.384482] env[62668]: _type = "Task" [ 863.384482] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.395915] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.460536] env[62668]: DEBUG nova.scheduler.client.report [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.616693] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.648048] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.648338] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.648496] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.648677] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.648821] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.649127] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.649918] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.650130] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.650342] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.650559] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.650733] env[62668]: DEBUG nova.virt.hardware [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.651656] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a609db-1c87-4d8c-94c1-b398a7c912b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.661978] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535782c8-c139-40aa-9380-de77ac446a52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.708054] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-325624d7-5841-41d0-8031-f7dc043bdea4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.720838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e55355b-571a-41d5-9600-5d9b73f07122 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.747323] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683849, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.771659] env[62668]: DEBUG nova.compute.manager [req-5aa66ebd-839b-490c-999d-a2136043050b req-0a895b85-e795-486e-9878-c799e32de6b6 service nova] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Detach interface failed, port_id=dc85f63d-7f06-4295-bfc6-a659a77c69b3, reason: Instance d47926ed-d2ef-4600-abfe-d508fbc3ddc2 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 863.831756] env[62668]: INFO nova.compute.manager [-] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Took 1.57 seconds to deallocate network for instance. [ 863.849696] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.856730] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683851, 'name': Rename_Task, 'duration_secs': 0.310026} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.857107] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.857107] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459cf561-1c64-475e-aa8f-08185b61b0b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.868297] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 863.868297] env[62668]: value = "task-2683853" [ 863.868297] env[62668]: _type = "Task" [ 863.868297] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.879232] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.901043] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.939584] env[62668]: DEBUG nova.network.neutron [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.968047] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.971327] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.224s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.974248] env[62668]: INFO nova.compute.claims [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.030171] env[62668]: INFO nova.scheduler.client.report [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Deleted allocations for instance cf426265-e298-4fd6-aa23-dc0f377f4694 [ 864.246591] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683849, 'name': Destroy_Task, 'duration_secs': 0.600919} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.247284] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroyed the VM [ 864.247533] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.247795] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0185fbe-0ecf-4823-8dc7-fdad748f4c51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.257786] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 864.257786] env[62668]: value = "task-2683854" [ 864.257786] env[62668]: _type = "Task" [ 864.257786] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.268729] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.336780] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683850, 'name': ReconfigVM_Task, 'duration_secs': 0.567283} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.336780] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 18ed20e4-25cf-4133-a542-6c8c26da3af7/18ed20e4-25cf-4133-a542-6c8c26da3af7.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.337872] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ec47c1-7e3d-4804-ba0a-e7d2d7d98d2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.348581] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 864.348581] env[62668]: value = "task-2683855" [ 864.348581] env[62668]: _type = "Task" [ 864.348581] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.356713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.368610] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683855, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.380372] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.397848] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683852, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.444019] env[62668]: INFO nova.compute.manager [-] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Took 1.48 seconds to deallocate network for instance. [ 864.539437] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e277d2fe-d97a-4784-89b2-4de062042cf2 tempest-ServerRescueTestJSONUnderV235-1266433407 tempest-ServerRescueTestJSONUnderV235-1266433407-project-member] Lock "cf426265-e298-4fd6-aa23-dc0f377f4694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.943s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.775394] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683854, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.863904] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683855, 'name': Rename_Task, 'duration_secs': 0.24166} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.863904] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.863904] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d699ea0-5e9b-41f2-b185-068866fd345a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.873431] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 864.873431] env[62668]: value = "task-2683856" [ 864.873431] env[62668]: _type = "Task" [ 864.873431] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.893607] env[62668]: DEBUG oslo_vmware.api [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683853, 'name': PowerOnVM_Task, 'duration_secs': 0.686852} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.897523] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.898423] env[62668]: INFO nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Took 11.48 seconds to spawn the instance on the hypervisor. [ 864.898915] env[62668]: DEBUG nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.899095] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.902596] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5052b7-90fe-447d-9ae4-943a00696aab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.905384] env[62668]: DEBUG oslo_vmware.api [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683852, 'name': PowerOnVM_Task, 'duration_secs': 1.24072} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.905739] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.905899] env[62668]: DEBUG nova.compute.manager [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.907154] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26235e6-df34-4333-b3a2-83d806ed46ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.951145] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.274465] env[62668]: DEBUG oslo_vmware.api [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635983} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.274906] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.275452] env[62668]: INFO nova.compute.manager [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 19.20 seconds to snapshot the instance on the hypervisor. [ 865.397578] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.430754] env[62668]: INFO nova.compute.manager [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Took 54.88 seconds to build instance. [ 865.436455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.471171] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Successfully updated port: 83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.540770] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7073c-ce78-4aec-a10f-447ecb8186ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.551078] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ce95e3-bd91-4238-9413-602d7e790c7f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.598114] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9070bb5-f7cd-433a-b2ec-2a7e14fd4560 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.601688] env[62668]: DEBUG nova.compute.manager [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-plugged-83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 865.601772] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.601988] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.602199] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.602393] env[62668]: DEBUG nova.compute.manager [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] No waiting events found dispatching network-vif-plugged-83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.602629] env[62668]: WARNING nova.compute.manager [req-d6a4cc3b-5500-4c2f-bb62-880811daaa56 req-aaec9bad-72c1-47b9-aa61-fd5e0e21f000 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received unexpected event network-vif-plugged-83d4a649-ff1f-4b04-9fdd-4da508c09e60 for instance with vm_state building and task_state spawning. [ 865.604128] env[62668]: DEBUG nova.compute.manager [req-c67bda07-dc3e-42e0-a222-9992147935af req-0c705749-4fef-46e1-9d0f-25ed57c66b5f service nova] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Received event network-vif-deleted-5e8fd698-0c22-49d6-9f5b-f6a4ecfb2be1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 865.611490] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cab894-d98d-42b2-8093-3cab9fdf70d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.629444] env[62668]: DEBUG nova.compute.provider_tree [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.743512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.743512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.853401] env[62668]: DEBUG nova.compute.manager [None req-759a510a-fa7e-4319-9547-509c1dcfd945 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Found 1 images (rotation: 2) {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 865.896306] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.934510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a438da90-fd5a-4333-b06e-8cc2a2709a2b tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.353s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.975958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.976076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976983] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.134693] env[62668]: DEBUG nova.scheduler.client.report [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.249428] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.392672] env[62668]: DEBUG oslo_vmware.api [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683856, 'name': PowerOnVM_Task, 'duration_secs': 1.081998} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.393751] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.393885] env[62668]: INFO nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Took 10.29 seconds to spawn the instance on the hypervisor. [ 866.394572] env[62668]: DEBUG nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.395624] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab85e3a0-f17f-4c63-824e-ee47fdee2641 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.511327] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.640110] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.640785] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.643835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.884s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.644073] env[62668]: DEBUG nova.objects.instance [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'resources' on Instance uuid c1f71939-c205-420b-873f-a634aee63f50 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.700953] env[62668]: DEBUG nova.network.neutron [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.782769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.916412] env[62668]: INFO nova.compute.manager [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Took 53.43 seconds to build instance. [ 867.003020] env[62668]: DEBUG nova.compute.manager [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.003020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdde3aa-c589-4cde-881e-fc1ffe955fd7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.146951] env[62668]: DEBUG nova.compute.utils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.154157] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.154157] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.160879] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.160879] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.160879] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.160879] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.160879] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.167281] env[62668]: INFO nova.compute.manager [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Terminating instance [ 867.204453] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.204819] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Instance network_info: |[{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.205731] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ad:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d4a649-ff1f-4b04-9fdd-4da508c09e60', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.213964] env[62668]: DEBUG oslo.service.loopingcall [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.217724] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.218275] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37fa7dcd-de79-48e6-a056-064f43e6b305 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.240317] env[62668]: DEBUG nova.policy [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d8f87816b34de6b27edb909fb98dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe2e87f1793a4ae38d5f702bea44d7ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.248911] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.248911] env[62668]: value = "task-2683857" [ 867.248911] env[62668]: _type = "Task" [ 867.248911] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.262919] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683857, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.423359] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4918f4fb-b388-4b08-aac4-f3870d4d9e52 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.048s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.518205] env[62668]: INFO nova.compute.manager [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] instance snapshotting [ 867.519209] env[62668]: DEBUG nova.objects.instance [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.542422] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.542703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.542915] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.543098] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.543266] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.549618] env[62668]: INFO nova.compute.manager [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Terminating instance [ 867.610819] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.611109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.611469] env[62668]: DEBUG nova.compute.manager [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.612242] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6a253-527f-41b9-9200-49939fbb7b21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.620719] env[62668]: DEBUG nova.compute.manager [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 867.621339] env[62668]: DEBUG nova.objects.instance [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lazy-loading 'flavor' on Instance uuid 1f705a9f-9eb5-4a81-8acf-5dc094648d75 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.657593] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.667813] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172a8453-1d2b-4890-b5b1-4c0db1e37c2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.676371] env[62668]: DEBUG nova.compute.manager [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.676633] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.677732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdfab3d-fe8d-45da-962f-cfd25e240f88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.690285] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.691236] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ca5a2-8d55-4428-bbbd-bb51c7ac1e92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.694412] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21457bbe-fa20-4735-bef8-eb53ead77b7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.729233] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57b69c-2a8f-4eb2-9ab6-bb227093c444 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.732331] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 867.732331] env[62668]: value = "task-2683858" [ 867.732331] env[62668]: _type = "Task" [ 867.732331] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.739470] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e91fb4-f885-47de-a7a3-f9f4876395a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.746363] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.757345] env[62668]: DEBUG nova.compute.provider_tree [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.767378] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683857, 'name': CreateVM_Task, 'duration_secs': 0.384812} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.768170] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.768905] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.769098] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.769467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.769977] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9653daa1-05b5-4b45-a3f6-32316d61d194 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.775297] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 867.775297] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52111c80-744d-f0fd-5545-5242b2f4b215" [ 867.775297] env[62668]: _type = "Task" [ 867.775297] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.787089] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52111c80-744d-f0fd-5545-5242b2f4b215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.921017] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Successfully created port: 48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.926199] env[62668]: DEBUG nova.compute.manager [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-changed-83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 867.926392] env[62668]: DEBUG nova.compute.manager [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing instance network info cache due to event network-changed-83d4a649-ff1f-4b04-9fdd-4da508c09e60. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 867.926599] env[62668]: DEBUG oslo_concurrency.lockutils [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.926744] env[62668]: DEBUG oslo_concurrency.lockutils [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.926915] env[62668]: DEBUG nova.network.neutron [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing network info cache for port 83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.036961] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c97b8f-fe59-4c58-aa06-6fd4d637bed4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.063725] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "refresh_cache-2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.065228] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquired lock "refresh_cache-2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.065228] env[62668]: DEBUG nova.network.neutron [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.070182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae2293-5eee-404c-8cdf-3c08f3938260 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.243698] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683858, 'name': PowerOffVM_Task, 'duration_secs': 0.437946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.244313] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.244313] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.244313] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-645c909a-85ed-4123-aade-13fb67e602b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.266479] env[62668]: DEBUG nova.scheduler.client.report [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.289682] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52111c80-744d-f0fd-5545-5242b2f4b215, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.290868] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.290868] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.290952] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.291214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.291802] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.291976] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b555e258-6eac-46db-b575-2bccdf69b2d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.306699] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.306804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.307823] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad342c30-e8a0-4d61-bcc6-da06174399a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.315094] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 868.315094] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52863322-0a4c-2ff3-8a29-151dbd497249" [ 868.315094] env[62668]: _type = "Task" [ 868.315094] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.326787] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52863322-0a4c-2ff3-8a29-151dbd497249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.339835] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.339835] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.339835] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Deleting the datastore file [datastore2] cc0f3003-760a-4c10-9719-01fa4e0a3c7d {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.339835] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7054871d-8a7e-4a3a-b84e-2ea787797e8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.346245] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for the task: (returnval){ [ 868.346245] env[62668]: value = "task-2683860" [ 868.346245] env[62668]: _type = "Task" [ 868.346245] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.362198] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.448312] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.448312] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.584323] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.584669] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-796cc6c9-9dcd-4504-ac8f-cb46439d528c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.594763] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 868.594763] env[62668]: value = "task-2683861" [ 868.594763] env[62668]: _type = "Task" [ 868.594763] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.606888] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.607947] env[62668]: DEBUG nova.network.neutron [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.632823] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.633128] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-105255b5-e692-44da-9a2a-e842ae09e262 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.641101] env[62668]: DEBUG oslo_vmware.api [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 868.641101] env[62668]: value = "task-2683862" [ 868.641101] env[62668]: _type = "Task" [ 868.641101] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.651632] env[62668]: DEBUG oslo_vmware.api [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.666524] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.667432] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.667714] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.667989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.668340] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.671231] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.674148] env[62668]: INFO nova.compute.manager [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Terminating instance [ 868.700624] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.700880] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.701151] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.701396] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.701553] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.701702] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.701911] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.702105] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.702268] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.702431] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.702603] env[62668]: DEBUG nova.virt.hardware [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.708067] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74344808-8c0c-4c6a-9c99-9b0b1a3be9fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.721565] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd78688-6f20-4a89-ba24-fc5691c9ca0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.739233] env[62668]: DEBUG nova.network.neutron [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.776939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.780141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.972s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.780141] env[62668]: DEBUG nova.objects.instance [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lazy-loading 'resources' on Instance uuid f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.789347] env[62668]: DEBUG nova.network.neutron [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updated VIF entry in instance network info cache for port 83d4a649-ff1f-4b04-9fdd-4da508c09e60. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.789779] env[62668]: DEBUG nova.network.neutron [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.804096] env[62668]: INFO nova.scheduler.client.report [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance c1f71939-c205-420b-873f-a634aee63f50 [ 868.827223] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52863322-0a4c-2ff3-8a29-151dbd497249, 'name': SearchDatastore_Task, 'duration_secs': 0.029832} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.828059] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71a31f2-0c4c-4098-bb5e-7afa19aabe6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.836362] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 868.836362] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f01cbb-6061-a916-430a-45edeaa499b2" [ 868.836362] env[62668]: _type = "Task" [ 868.836362] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.845765] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f01cbb-6061-a916-430a-45edeaa499b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.855809] env[62668]: DEBUG oslo_vmware.api [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Task: {'id': task-2683860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268234} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.856098] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.856305] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.856488] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.856659] env[62668]: INFO nova.compute.manager [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 868.856896] env[62668]: DEBUG oslo.service.loopingcall [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.857215] env[62668]: DEBUG nova.compute.manager [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.857215] env[62668]: DEBUG nova.network.neutron [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.951697] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.109178] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.140583] env[62668]: DEBUG nova.compute.manager [req-d0f701ac-aee2-4bae-8691-4b1d9261e438 req-3bde0255-a273-4a53-9d4e-724f16fc515d service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Received event network-vif-deleted-57651b6f-9740-4724-8914-7d984b95febf {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 869.140788] env[62668]: INFO nova.compute.manager [req-d0f701ac-aee2-4bae-8691-4b1d9261e438 req-3bde0255-a273-4a53-9d4e-724f16fc515d service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Neutron deleted interface 57651b6f-9740-4724-8914-7d984b95febf; detaching it from the instance and deleting it from the info cache [ 869.141054] env[62668]: DEBUG nova.network.neutron [req-d0f701ac-aee2-4bae-8691-4b1d9261e438 req-3bde0255-a273-4a53-9d4e-724f16fc515d service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.161333] env[62668]: DEBUG oslo_vmware.api [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683862, 'name': PowerOffVM_Task, 'duration_secs': 0.268264} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.161621] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.161832] env[62668]: DEBUG nova.compute.manager [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.162740] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeee897-04fa-48c6-8860-52d6749ab438 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.179451] env[62668]: DEBUG nova.compute.manager [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.179451] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.180349] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b09b9a6-7d37-4b3a-a1ba-eaaa65ae8326 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.189068] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.189300] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2f5b22-a0ec-42e4-aa67-de3c0ed897f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.199240] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 869.199240] env[62668]: value = "task-2683863" [ 869.199240] env[62668]: _type = "Task" [ 869.199240] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.210012] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.241865] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Releasing lock "refresh_cache-2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.242527] env[62668]: DEBUG nova.compute.manager [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.242865] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.244106] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b63af4-97bd-461c-932c-00b220260b58 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.252485] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.252784] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-348b6799-a13e-4c9b-a1ad-dec9a8b4ade3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.261212] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 869.261212] env[62668]: value = "task-2683864" [ 869.261212] env[62668]: _type = "Task" [ 869.261212] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.269998] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.292793] env[62668]: DEBUG oslo_concurrency.lockutils [req-f77ea410-541b-4358-b309-88e1a902b843 req-7ea00284-4cec-4e7c-a2ab-d676bc1e77e1 service nova] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.312908] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b735ab84-b321-4e0a-90d1-6ab1df5c63e5 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "c1f71939-c205-420b-873f-a634aee63f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.762s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.348931] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f01cbb-6061-a916-430a-45edeaa499b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.351968] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.352294] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3311fb97-bb87-41bd-b695-306980462cbc/3311fb97-bb87-41bd-b695-306980462cbc.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.352766] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2cf3d63-2ddc-426c-92f3-0c81077c74cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.363425] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 869.363425] env[62668]: value = "task-2683865" [ 869.363425] env[62668]: _type = "Task" [ 869.363425] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.374336] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.473914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.612370] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683861, 'name': CreateSnapshot_Task, 'duration_secs': 0.636181} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.615656] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.617034] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5546f94-2418-4258-a3d5-cc988a08d1c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.619913] env[62668]: DEBUG nova.network.neutron [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.644523] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-382e80d3-801a-44f3-bd35-21b82c3172d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658135] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ed722a-7a18-414f-9ed7-60e83ee669fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.677647] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f5720c29-e287-4f73-ae4d-a1a4f74aca1c tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.706722] env[62668]: DEBUG nova.compute.manager [req-d0f701ac-aee2-4bae-8691-4b1d9261e438 req-3bde0255-a273-4a53-9d4e-724f16fc515d service nova] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Detach interface failed, port_id=57651b6f-9740-4724-8914-7d984b95febf, reason: Instance cc0f3003-760a-4c10-9719-01fa4e0a3c7d could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 869.721933] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683863, 'name': PowerOffVM_Task, 'duration_secs': 0.236061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.722774] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.722957] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.723390] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-435042d7-8c3d-4dd1-9a43-581838384582 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.752916] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Successfully updated port: 48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.779796] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683864, 'name': PowerOffVM_Task, 'duration_secs': 0.173248} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.780107] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.780251] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.780579] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e0ac1fe-40a3-422b-9be0-f3579f387020 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.821604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.821604] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.821604] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Deleting the datastore file [datastore1] 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.822560] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6640fd2-62f0-401d-aaf0-b99f61bd336a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.825504] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.825626] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.826304] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore2] 18ed20e4-25cf-4133-a542-6c8c26da3af7 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.826304] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af04864a-1501-492e-8686-426d5e194f50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.838640] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for the task: (returnval){ [ 869.838640] env[62668]: value = "task-2683868" [ 869.838640] env[62668]: _type = "Task" [ 869.838640] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.839137] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 869.839137] env[62668]: value = "task-2683869" [ 869.839137] env[62668]: _type = "Task" [ 869.839137] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.854209] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.857270] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.861033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb9779-6a49-4e3a-853c-787f85357b7c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.869918] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd8958c-d77f-4d6d-9bf6-733d63954f00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.875971] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50456} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.876620] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3311fb97-bb87-41bd-b695-306980462cbc/3311fb97-bb87-41bd-b695-306980462cbc.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.876785] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.877041] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc821980-9e34-4d7a-bc88-85106f6ab790 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.904903] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90ee37-02dd-4e11-9ebe-0ecd1c3836f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.914379] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 869.914379] env[62668]: value = "task-2683870" [ 869.914379] env[62668]: _type = "Task" [ 869.914379] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.916155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892e5c3-077d-4c0f-8999-0f2da2918692 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.935199] env[62668]: DEBUG nova.compute.provider_tree [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.940496] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.043837] env[62668]: DEBUG nova.compute.manager [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 870.043837] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.043837] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.044071] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.044319] env[62668]: DEBUG nova.compute.manager [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] No waiting events found dispatching network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.044374] env[62668]: WARNING nova.compute.manager [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received unexpected event network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad for instance with vm_state building and task_state spawning. [ 870.044545] env[62668]: DEBUG nova.compute.manager [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 870.044740] env[62668]: DEBUG nova.compute.manager [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing instance network info cache due to event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 870.044931] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.045144] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.045236] env[62668]: DEBUG nova.network.neutron [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing network info cache for port 48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.125242] env[62668]: INFO nova.compute.manager [-] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Took 1.27 seconds to deallocate network for instance. [ 870.146396] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 870.146396] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60148ed6-c8e0-4d4b-a1ac-eb21f7b4f347 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.154136] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 870.154136] env[62668]: value = "task-2683871" [ 870.154136] env[62668]: _type = "Task" [ 870.154136] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.165459] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683871, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.259890] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.352771] env[62668]: DEBUG oslo_vmware.api [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2683869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169628} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.355740] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.355740] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.355740] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.355740] env[62668]: INFO nova.compute.manager [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 870.356579] env[62668]: DEBUG oslo.service.loopingcall [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.357074] env[62668]: DEBUG oslo_vmware.api [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Task: {'id': task-2683868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110038} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.357074] env[62668]: DEBUG nova.compute.manager [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.357074] env[62668]: DEBUG nova.network.neutron [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.358601] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.358782] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.358985] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.359169] env[62668]: INFO nova.compute.manager [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.359410] env[62668]: DEBUG oslo.service.loopingcall [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.359597] env[62668]: DEBUG nova.compute.manager [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.359707] env[62668]: DEBUG nova.network.neutron [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.379975] env[62668]: DEBUG nova.network.neutron [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.426435] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092374} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.426644] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.427440] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d0f77-fbcc-4f37-86d8-818de1ec5a9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.443311] env[62668]: DEBUG nova.scheduler.client.report [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.455261] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3311fb97-bb87-41bd-b695-306980462cbc/3311fb97-bb87-41bd-b695-306980462cbc.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.456013] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e8a9e7-6abf-4f46-94fe-63f51c004101 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.478920] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 870.478920] env[62668]: value = "task-2683872" [ 870.478920] env[62668]: _type = "Task" [ 870.478920] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.488835] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.580634] env[62668]: DEBUG nova.network.neutron [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.631641] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.664694] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683871, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.668990] env[62668]: DEBUG nova.network.neutron [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.771927] env[62668]: DEBUG nova.objects.instance [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lazy-loading 'flavor' on Instance uuid 1f705a9f-9eb5-4a81-8acf-5dc094648d75 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.882792] env[62668]: DEBUG nova.network.neutron [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.957432] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.960168] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.344s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.961029] env[62668]: DEBUG nova.objects.instance [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lazy-loading 'resources' on Instance uuid 35e64c5e-e78c-4787-8d6a-7b5fb1a31244 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.977024] env[62668]: INFO nova.scheduler.client.report [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Deleted allocations for instance f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9 [ 870.992873] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.152836] env[62668]: DEBUG nova.network.neutron [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.165991] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683871, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.170743] env[62668]: DEBUG oslo_concurrency.lockutils [req-95532a27-443b-4369-871c-7d71b7d02f0a req-18440281-48a3-4f53-b304-d8c0f546e4ae service nova] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.171164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.171979] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.218568] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.218791] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.281072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.281357] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquired lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.281578] env[62668]: DEBUG nova.network.neutron [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.281775] env[62668]: DEBUG nova.objects.instance [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lazy-loading 'info_cache' on Instance uuid 1f705a9f-9eb5-4a81-8acf-5dc094648d75 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.385258] env[62668]: INFO nova.compute.manager [-] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Took 1.03 seconds to deallocate network for instance. [ 871.491187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b5ae9627-2d98-46dd-9381-0a5807a01fa1 tempest-ServerRescueTestJSON-966985975 tempest-ServerRescueTestJSON-966985975-project-member] Lock "f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.647s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.496294] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683872, 'name': ReconfigVM_Task, 'duration_secs': 0.779875} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.497124] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3311fb97-bb87-41bd-b695-306980462cbc/3311fb97-bb87-41bd-b695-306980462cbc.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.497211] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-357e9889-8faa-4907-a97b-3158193aa8a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.506167] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 871.506167] env[62668]: value = "task-2683873" [ 871.506167] env[62668]: _type = "Task" [ 871.506167] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.520439] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683873, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.656555] env[62668]: INFO nova.compute.manager [-] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Took 1.30 seconds to deallocate network for instance. [ 871.677624] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683871, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.721678] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.734961] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.789131] env[62668]: DEBUG nova.objects.base [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Object Instance<1f705a9f-9eb5-4a81-8acf-5dc094648d75> lazy-loaded attributes: flavor,info_cache {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.893438] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.922400] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f15307-0e42-42b8-83bd-50c2bdfd12ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.927070] env[62668]: DEBUG nova.network.neutron [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.935109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c365fa-a04e-4652-b8c5-c5708373c214 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.974074] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24ece0-18b4-4560-9771-c25768e08a56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.983814] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22a9df-3a46-4553-a446-66d7516cf042 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.001609] env[62668]: DEBUG nova.compute.provider_tree [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.021092] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683873, 'name': Rename_Task, 'duration_secs': 0.270462} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.021815] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.021815] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5540cf6a-3bdb-4bfe-b747-a0e133c39331 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.030196] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 872.030196] env[62668]: value = "task-2683874" [ 872.030196] env[62668]: _type = "Task" [ 872.030196] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.041063] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.078525] env[62668]: DEBUG nova.compute.manager [req-806ef98d-c00f-4db2-8657-e12586172d39 req-2fa0aa0d-360f-416c-af68-f39020a535fd service nova] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Received event network-vif-deleted-34ab1213-49ba-4096-8a4d-de99b7c19ab9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 872.168792] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683871, 'name': CloneVM_Task, 'duration_secs': 1.83587} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.169130] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created linked-clone VM from snapshot [ 872.170055] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.170889] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a96a67-94a3-44be-8c9d-8b8765f7d721 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.179653] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploading image d30f4837-bdd5-4b8d-90c5-fbeb1e5123e4 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 872.217469] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 872.217469] env[62668]: value = "vm-541052" [ 872.217469] env[62668]: _type = "VirtualMachine" [ 872.217469] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 872.218197] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28ce9bfd-12d8-4e79-b8f9-e092c571e0d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.230068] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease: (returnval){ [ 872.230068] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d3f0a7-f448-1150-9591-df007d1f1b52" [ 872.230068] env[62668]: _type = "HttpNfcLease" [ 872.230068] env[62668]: } obtained for exporting VM: (result){ [ 872.230068] env[62668]: value = "vm-541052" [ 872.230068] env[62668]: _type = "VirtualMachine" [ 872.230068] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 872.230068] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the lease: (returnval){ [ 872.230068] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d3f0a7-f448-1150-9591-df007d1f1b52" [ 872.230068] env[62668]: _type = "HttpNfcLease" [ 872.230068] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 872.239329] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.239329] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d3f0a7-f448-1150-9591-df007d1f1b52" [ 872.239329] env[62668]: _type = "HttpNfcLease" [ 872.239329] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.253343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.430204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.430531] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance network_info: |[{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.430956] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:91:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48169b40-a037-4338-ae35-742a04ecd3ad', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.443740] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating folder: Project (fe2e87f1793a4ae38d5f702bea44d7ef). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.444489] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60274780-b7d1-4923-9334-4b46022ed341 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.459177] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created folder: Project (fe2e87f1793a4ae38d5f702bea44d7ef) in parent group-v540833. [ 872.459477] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating folder: Instances. Parent ref: group-v541053. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.460701] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9586582a-0f7e-4677-bdf6-f61bfcf4676c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.472470] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created folder: Instances in parent group-v541053. [ 872.472717] env[62668]: DEBUG oslo.service.loopingcall [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.472926] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.473261] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d29d7faa-b963-4651-bcb9-33c80c1c150b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.498963] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.498963] env[62668]: value = "task-2683878" [ 872.498963] env[62668]: _type = "Task" [ 872.498963] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.504684] env[62668]: DEBUG nova.scheduler.client.report [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.512023] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683878, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.542525] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683874, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.567507] env[62668]: DEBUG nova.network.neutron [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Updating instance_info_cache with network_info: [{"id": "47b77319-d647-4ac6-bef9-4f92871a9860", "address": "fa:16:3e:76:b7:32", "network": {"id": "2a98732e-2d34-4a60-9d47-1e43ceb0c96d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1956988496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cb3215e8924114aae278c969c05d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b77319-d6", "ovs_interfaceid": "47b77319-d647-4ac6-bef9-4f92871a9860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.742490] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.742490] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d3f0a7-f448-1150-9591-df007d1f1b52" [ 872.742490] env[62668]: _type = "HttpNfcLease" [ 872.742490] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.743248] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.743248] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d3f0a7-f448-1150-9591-df007d1f1b52" [ 872.743248] env[62668]: _type = "HttpNfcLease" [ 872.743248] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.744276] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27caa3df-41d5-48c3-b7ae-b55d4016b47f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.756952] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.757254] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.870899] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3449d12b-6713-467f-aef5-211b278b1254 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.015656] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.019198] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683878, 'name': CreateVM_Task, 'duration_secs': 0.428551} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.020773] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.224s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.020773] env[62668]: DEBUG nova.objects.instance [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lazy-loading 'resources' on Instance uuid 7a1718db-1e65-45bb-bfc4-4a927a82bda5 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.022389] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.023824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.024010] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.024767] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.024767] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2424da-ee1c-449f-bf68-5efd0e80b04a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.032315] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 873.032315] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b87fec-5f3e-3ba2-6cc0-2fd5e35f4387" [ 873.032315] env[62668]: _type = "Task" [ 873.032315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.045732] env[62668]: INFO nova.scheduler.client.report [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted allocations for instance 35e64c5e-e78c-4787-8d6a-7b5fb1a31244 [ 873.053903] env[62668]: DEBUG oslo_vmware.api [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2683874, 'name': PowerOnVM_Task, 'duration_secs': 0.775052} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.057719] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.057946] env[62668]: INFO nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Took 9.44 seconds to spawn the instance on the hypervisor. [ 873.058196] env[62668]: DEBUG nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.058521] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b87fec-5f3e-3ba2-6cc0-2fd5e35f4387, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.059281] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec549a81-5eb0-48d5-a5cf-1d35700fe408 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.061901] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.062144] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.062375] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.062518] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062691] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.063026] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a958dfc7-ef7a-4243-b6f2-e71118464f77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.070929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Releasing lock "refresh_cache-1f705a9f-9eb5-4a81-8acf-5dc094648d75" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.076760] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.077168] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.080258] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9174560e-22c7-405c-95fb-1449329f06dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.090489] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 873.090489] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ac9d1-f1b1-c60e-79ee-36730fb896d2" [ 873.090489] env[62668]: _type = "Task" [ 873.090489] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.100355] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524ac9d1-f1b1-c60e-79ee-36730fb896d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.100868] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ff7f88-1f41-4a04-8d54-ef6f47848231 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.111411] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 873.111411] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c8bdf7-d7d9-514a-b534-d494e2fb6ce8" [ 873.111411] env[62668]: _type = "Task" [ 873.111411] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.122637] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c8bdf7-d7d9-514a-b534-d494e2fb6ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.560464] env[62668]: DEBUG oslo_concurrency.lockutils [None req-431df178-573b-4868-b56f-10b8cf3536ae tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "35e64c5e-e78c-4787-8d6a-7b5fb1a31244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.423s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.593245] env[62668]: INFO nova.compute.manager [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Took 49.38 seconds to build instance. [ 873.625869] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c8bdf7-d7d9-514a-b534-d494e2fb6ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.629810] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.630268] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.631328] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4425a035-62dc-42ce-8655-294cb1ff6926 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.642560] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 873.642560] env[62668]: value = "task-2683879" [ 873.642560] env[62668]: _type = "Task" [ 873.642560] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.657035] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.036891] env[62668]: DEBUG nova.compute.manager [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-changed-83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 874.037221] env[62668]: DEBUG nova.compute.manager [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing instance network info cache due to event network-changed-83d4a649-ff1f-4b04-9fdd-4da508c09e60. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 874.037756] env[62668]: DEBUG oslo_concurrency.lockutils [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.037756] env[62668]: DEBUG oslo_concurrency.lockutils [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.037756] env[62668]: DEBUG nova.network.neutron [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing network info cache for port 83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.044855] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5efd4-ac6f-4548-a373-41f671a701c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.060184] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45303a-2678-4785-892e-1907361dd741 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.110021] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.110021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b4deb23-906a-4ad3-b67d-185ae1e3dc58 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.216s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.110021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889ac637-033b-496d-a130-9a95977070e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.112269] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544004ef-597b-4e1c-a9ba-eac590a71ef9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.128424] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa967c68-81f3-4f36-aa8d-776aa62388ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.134899] env[62668]: DEBUG oslo_vmware.api [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 874.134899] env[62668]: value = "task-2683880" [ 874.134899] env[62668]: _type = "Task" [ 874.134899] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.148685] env[62668]: DEBUG nova.compute.provider_tree [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.159369] env[62668]: DEBUG oslo_vmware.api [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.166559] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683879, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.644600] env[62668]: DEBUG oslo_vmware.api [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.655185] env[62668]: DEBUG nova.scheduler.client.report [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.661932] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630408} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.662805] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.663045] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.663294] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f50016cb-d97a-4676-b920-84c3eb2ea972 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.672158] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 874.672158] env[62668]: value = "task-2683881" [ 874.672158] env[62668]: _type = "Task" [ 874.672158] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.687339] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.817656] env[62668]: DEBUG nova.network.neutron [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updated VIF entry in instance network info cache for port 83d4a649-ff1f-4b04-9fdd-4da508c09e60. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.818043] env[62668]: DEBUG nova.network.neutron [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.146458] env[62668]: DEBUG oslo_vmware.api [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683880, 'name': PowerOnVM_Task, 'duration_secs': 0.607694} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.146840] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.146957] env[62668]: DEBUG nova.compute.manager [None req-a5f2f960-0c97-4c80-8e13-d8413574cbc2 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.147762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd292623-7508-4e96-aa29-48c384f54da0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.163963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.166055] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.760s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.166224] env[62668]: DEBUG nova.objects.instance [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lazy-loading 'resources' on Instance uuid b4fe764b-7e3e-4055-896b-85e483a7073e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.184451] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146358} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.184451] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.185682] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd83c6f-5204-4576-9a9e-71b9678e111d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.189435] env[62668]: INFO nova.scheduler.client.report [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Deleted allocations for instance 7a1718db-1e65-45bb-bfc4-4a927a82bda5 [ 875.212932] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.213661] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de3ff9f-7f44-40be-a2fc-7cd6e4f4eda4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.236517] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 875.236517] env[62668]: value = "task-2683882" [ 875.236517] env[62668]: _type = "Task" [ 875.236517] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.246794] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.321740] env[62668]: DEBUG oslo_concurrency.lockutils [req-0beb9deb-c2f7-4d99-a953-a29cb8e28f21 req-10effd5e-cbd6-4bc1-aa77-33c3f0dda2f6 service nova] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.701972] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d066c5d-3e75-4c7b-b8dd-5b3002742a85 tempest-MultipleCreateTestJSON-1266204330 tempest-MultipleCreateTestJSON-1266204330-project-member] Lock "7a1718db-1e65-45bb-bfc4-4a927a82bda5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.439s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.753140] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683882, 'name': ReconfigVM_Task, 'duration_secs': 0.316218} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.755341] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.755341] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab5fead-e87c-4647-a307-da2b81c9d10a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.766017] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 875.766017] env[62668]: value = "task-2683883" [ 875.766017] env[62668]: _type = "Task" [ 875.766017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.781412] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683883, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.191033] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92828f5-0a14-4328-908e-353c21a4cabf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.203034] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e315ffb2-f093-45bc-acd6-5633c4a836f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.234731] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da9fc4-826d-4edb-b201-9f9b4892ffce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.243841] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65337c94-b62b-4cc5-b21a-ce151f528127 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.260702] env[62668]: DEBUG nova.compute.provider_tree [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.281022] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683883, 'name': Rename_Task, 'duration_secs': 0.166568} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.281334] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.281597] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132cf943-6d47-4e63-8e4f-ea8f284b5859 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.292330] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 876.292330] env[62668]: value = "task-2683884" [ 876.292330] env[62668]: _type = "Task" [ 876.292330] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.303456] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.766580] env[62668]: DEBUG nova.scheduler.client.report [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.808230] env[62668]: DEBUG oslo_vmware.api [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683884, 'name': PowerOnVM_Task, 'duration_secs': 0.503604} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.808521] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.808724] env[62668]: INFO nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Took 8.14 seconds to spawn the instance on the hypervisor. [ 876.808914] env[62668]: DEBUG nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.811638] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65aec5-c2ad-451f-ab45-dde8481a31d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.272854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.275220] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.422s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.275463] env[62668]: DEBUG nova.objects.instance [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lazy-loading 'resources' on Instance uuid 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.299478] env[62668]: INFO nova.scheduler.client.report [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Deleted allocations for instance b4fe764b-7e3e-4055-896b-85e483a7073e [ 877.334621] env[62668]: INFO nova.compute.manager [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Took 50.61 seconds to build instance. [ 877.809680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-452a2227-cf2e-4717-9481-73e86ecfab7e tempest-ServerDiagnosticsV248Test-1452480701 tempest-ServerDiagnosticsV248Test-1452480701-project-member] Lock "b4fe764b-7e3e-4055-896b-85e483a7073e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.690s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.837727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-dc5bdf4f-8cb5-4411-8d21-f576e8b72a84 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.447s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.202698] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934f4326-6756-43e9-806b-1bfe35d63ab2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.226612] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a77118-941b-45db-8544-0fee02933874 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.265032] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3790ee-a87e-4fe5-8662-3df08508df6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.273785] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fbd2ca-ad1e-45ba-a1d4-2b10741781c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.293021] env[62668]: DEBUG nova.compute.provider_tree [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.457019] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "819e2b00-a76d-4b35-a162-b62aba859c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.457574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.718082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.718082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.718082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.718082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.718082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.719815] env[62668]: INFO nova.compute.manager [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Terminating instance [ 878.795652] env[62668]: DEBUG nova.scheduler.client.report [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.963755] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.226275] env[62668]: DEBUG nova.compute.manager [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.228478] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.228478] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb809f10-7c9d-44cc-a960-cf037de333ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.237181] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.237443] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5721a25a-8e89-4f7f-acb1-ec91c4773fd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.245958] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 879.245958] env[62668]: value = "task-2683885" [ 879.245958] env[62668]: _type = "Task" [ 879.245958] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.255642] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.304573] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.307890] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.391s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.309782] env[62668]: INFO nova.compute.claims [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.352214] env[62668]: INFO nova.scheduler.client.report [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted allocations for instance 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547 [ 879.487505] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.756819] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683885, 'name': PowerOffVM_Task, 'duration_secs': 0.318629} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.757101] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.757278] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.757571] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-039d517d-76bf-4117-838a-91934bb6c137 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.850756] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.851009] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.851195] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleting the datastore file [datastore2] aed2e89c-1084-4691-bcb5-7e2d9f176358 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.851477] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1622007-27d8-4920-9b70-0258c76943d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.864340] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 879.864340] env[62668]: value = "task-2683887" [ 879.864340] env[62668]: _type = "Task" [ 879.864340] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.867847] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ebd625d-c666-461b-b02d-3870abed1e9f tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.601s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.876764] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.388198] env[62668]: DEBUG oslo_vmware.api [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419725} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.393026] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.393026] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.393265] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.393511] env[62668]: INFO nova.compute.manager [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Took 1.17 seconds to destroy the instance on the hypervisor. [ 880.393819] env[62668]: DEBUG oslo.service.loopingcall [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.394447] env[62668]: DEBUG nova.compute.manager [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.394554] env[62668]: DEBUG nova.network.neutron [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.800054] env[62668]: DEBUG nova.compute.manager [req-eb25dede-fe45-4667-aa25-730a58c3fc8f req-71885af9-46f8-4d0b-a881-aeb82cec42a4 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Received event network-vif-deleted-087eaf96-b419-463c-afb5-1d51df3f7e74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 880.800312] env[62668]: INFO nova.compute.manager [req-eb25dede-fe45-4667-aa25-730a58c3fc8f req-71885af9-46f8-4d0b-a881-aeb82cec42a4 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Neutron deleted interface 087eaf96-b419-463c-afb5-1d51df3f7e74; detaching it from the instance and deleting it from the info cache [ 880.800458] env[62668]: DEBUG nova.network.neutron [req-eb25dede-fe45-4667-aa25-730a58c3fc8f req-71885af9-46f8-4d0b-a881-aeb82cec42a4 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.821185] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529752ff-28d0-4c8e-aa12-69703b3389e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.833318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "d0b8e179-8817-424f-8718-e24d502c77f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.833318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.833318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.833318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.833318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.838435] env[62668]: INFO nova.compute.manager [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Terminating instance [ 880.842594] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3442de-a80d-4d6d-b7a5-886ee3d45b88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.882849] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d655a0-93cd-47a3-aae7-98ae735c0122 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.892487] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ae6bb-c09a-434c-bf95-4f2302c0e520 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.910369] env[62668]: DEBUG nova.compute.provider_tree [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.286177] env[62668]: DEBUG nova.network.neutron [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.307301] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0633e0fe-ff09-4036-aa0b-4dc98a3aa933 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.318823] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dfd661-b4fb-414b-8dcb-0521484f3e6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.359079] env[62668]: DEBUG nova.compute.manager [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.359383] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.359974] env[62668]: DEBUG nova.compute.manager [req-eb25dede-fe45-4667-aa25-730a58c3fc8f req-71885af9-46f8-4d0b-a881-aeb82cec42a4 service nova] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Detach interface failed, port_id=087eaf96-b419-463c-afb5-1d51df3f7e74, reason: Instance aed2e89c-1084-4691-bcb5-7e2d9f176358 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 881.360762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67763677-1107-4242-a0ba-a5f46a11cf0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.369270] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.369566] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b578f536-cc5b-4517-ae07-ec0be80f1ec5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.378017] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 881.378017] env[62668]: value = "task-2683888" [ 881.378017] env[62668]: _type = "Task" [ 881.378017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.387250] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.415179] env[62668]: DEBUG nova.scheduler.client.report [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.789640] env[62668]: INFO nova.compute.manager [-] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Took 1.39 seconds to deallocate network for instance. [ 881.895044] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683888, 'name': PowerOffVM_Task, 'duration_secs': 0.267323} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.895044] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.895044] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.895044] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efee032f-f482-484c-9be8-6a9da45abee2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.923077] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.923077] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.924816] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.114s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.926839] env[62668]: INFO nova.compute.claims [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.971433] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.971945] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.974718] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore2] d0b8e179-8817-424f-8718-e24d502c77f8 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.974718] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6303b96-5c73-41ac-b279-d3464fba53ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.987303] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 881.987303] env[62668]: value = "task-2683890" [ 881.987303] env[62668]: _type = "Task" [ 881.987303] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.997810] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.298128] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.434925] env[62668]: DEBUG nova.compute.utils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.436549] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.436761] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.481543] env[62668]: DEBUG nova.policy [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c859e36ac7b4c6aa5c4a58ecc441a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d0a176739b41cdac4429fa553e3d40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.498629] env[62668]: DEBUG oslo_vmware.api [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380089} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.498629] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.498899] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.499030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.499276] env[62668]: INFO nova.compute.manager [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.499519] env[62668]: DEBUG oslo.service.loopingcall [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.499724] env[62668]: DEBUG nova.compute.manager [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.499819] env[62668]: DEBUG nova.network.neutron [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.776452] env[62668]: DEBUG nova.compute.manager [req-c6ba1963-9b6f-4a71-bcf1-f2031d93b5a6 req-4ff73a7b-9d1c-4778-b82e-9fe29d36f19b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Received event network-vif-deleted-f6e65bdc-9c5c-4dbf-840e-90346f34efb7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 882.776452] env[62668]: INFO nova.compute.manager [req-c6ba1963-9b6f-4a71-bcf1-f2031d93b5a6 req-4ff73a7b-9d1c-4778-b82e-9fe29d36f19b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Neutron deleted interface f6e65bdc-9c5c-4dbf-840e-90346f34efb7; detaching it from the instance and deleting it from the info cache [ 882.776648] env[62668]: DEBUG nova.network.neutron [req-c6ba1963-9b6f-4a71-bcf1-f2031d93b5a6 req-4ff73a7b-9d1c-4778-b82e-9fe29d36f19b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.780988] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.781248] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.827093] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Successfully created port: b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.943453] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.180088] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Successfully created port: e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.237300] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.241391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e6cfa1-e488-4233-bd61-e7a5e756916d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.251079] env[62668]: DEBUG nova.network.neutron [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.253038] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.253208] env[62668]: ERROR oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk due to incomplete transfer. [ 883.253614] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b7fda69-5c34-42a8-944c-a1840dce8512 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264013] env[62668]: DEBUG oslo_vmware.rw_handles [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52278b40-cb38-a9ce-8e72-de6f04aa94a6/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.264725] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploaded image d30f4837-bdd5-4b8d-90c5-fbeb1e5123e4 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 883.267149] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.270601] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab6859a5-8f76-4cec-89dc-d351df470237 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.278143] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 883.278143] env[62668]: value = "task-2683891" [ 883.278143] env[62668]: _type = "Task" [ 883.278143] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.287885] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.291540] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c1610d-8a83-4569-bbcf-4c53530b18c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.301394] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683891, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.305842] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f838678f-346f-43da-ab45-97214ec38daa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.346277] env[62668]: DEBUG nova.compute.manager [req-c6ba1963-9b6f-4a71-bcf1-f2031d93b5a6 req-4ff73a7b-9d1c-4778-b82e-9fe29d36f19b service nova] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Detach interface failed, port_id=f6e65bdc-9c5c-4dbf-840e-90346f34efb7, reason: Instance d0b8e179-8817-424f-8718-e24d502c77f8 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 883.435889] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77466af-97ce-42b3-9697-866b35c540dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.444841] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f9be0-4fd0-43e1-b40d-9c153f542871 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.485426] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f4481d-c73d-4d47-a621-80070ae256d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.494476] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e61a9-85e3-4d3b-9aa6-4db41e033b3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.510510] env[62668]: DEBUG nova.compute.provider_tree [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.754132] env[62668]: INFO nova.compute.manager [-] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Took 1.25 seconds to deallocate network for instance. [ 883.788086] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683891, 'name': Destroy_Task, 'duration_secs': 0.352926} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.788952] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroyed the VM [ 883.789212] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.789479] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d2d32c0-50fb-4c57-b621-8ed3727392c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.800256] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 883.800256] env[62668]: value = "task-2683892" [ 883.800256] env[62668]: _type = "Task" [ 883.800256] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.808965] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.809984] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.954302] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.976638] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.976950] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.977186] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.977403] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.977559] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.977740] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.978031] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.978231] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.978456] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.978653] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.978843] env[62668]: DEBUG nova.virt.hardware [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.979749] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a78ae22-ec08-49dd-9349-73ebffbb3e96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.988734] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afebef6-8a05-4787-ae8e-a96b8f79fe08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.013991] env[62668]: DEBUG nova.scheduler.client.report [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.260983] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.310775] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.520649] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.521518] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.525560] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.833s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.525953] env[62668]: DEBUG nova.objects.instance [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lazy-loading 'resources' on Instance uuid 76a1572e-b943-420f-bb58-8eb11a27ff1e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.634593] env[62668]: DEBUG nova.compute.manager [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-vif-plugged-b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 884.634817] env[62668]: DEBUG oslo_concurrency.lockutils [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] Acquiring lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.635032] env[62668]: DEBUG oslo_concurrency.lockutils [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.635200] env[62668]: DEBUG oslo_concurrency.lockutils [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.635364] env[62668]: DEBUG nova.compute.manager [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] No waiting events found dispatching network-vif-plugged-b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.635527] env[62668]: WARNING nova.compute.manager [req-f76221f5-3862-46fd-9f4d-d762b1d6dab2 req-bec9dcaa-b2bc-4db1-802c-5e3d0da6a09c service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received unexpected event network-vif-plugged-b2ac7338-2652-4e71-b9ee-2c899f96946c for instance with vm_state building and task_state spawning. [ 884.731478] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Successfully updated port: b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.813066] env[62668]: DEBUG oslo_vmware.api [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683892, 'name': RemoveSnapshot_Task, 'duration_secs': 0.768648} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.813339] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.813564] env[62668]: INFO nova.compute.manager [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 16.78 seconds to snapshot the instance on the hypervisor. [ 885.030065] env[62668]: DEBUG nova.compute.utils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.032025] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.032025] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.090240] env[62668]: DEBUG nova.policy [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8aaa667f4e40d99faca572e5f71a32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '493b2b18c820495d82181e349c686c39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.369841] env[62668]: DEBUG nova.compute.manager [None req-cd065caa-bf5c-47a3-82ef-61484d103fe7 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Found 2 images (rotation: 2) {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 885.432399] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Successfully created port: 4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.465091] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6949ef-ce28-448c-bc59-a0ed643c6623 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.474562] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d148124-96df-4e87-a42e-1f0c2eee2792 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509293] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05b6a5-d821-44c9-acfd-851b23f7779c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.525018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6361fa-6c8d-428f-b668-4a88e978a2d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.540510] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.544196] env[62668]: DEBUG nova.compute.provider_tree [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.052451] env[62668]: DEBUG nova.scheduler.client.report [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.281535] env[62668]: DEBUG nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.282560] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a1fac-7403-402e-91c4-76c1e22b39ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.553123] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.557124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.559462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.916s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.559744] env[62668]: DEBUG nova.objects.instance [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lazy-loading 'resources' on Instance uuid b19b1d40-bf94-47cb-860e-af27a0bdfbbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.580529] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.580686] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.580848] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.581127] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.581174] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.581307] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.581562] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.581729] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.581895] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.582076] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.582253] env[62668]: DEBUG nova.virt.hardware [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.583336] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06267864-b873-422a-a1b6-8d22a5de9571 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.586664] env[62668]: INFO nova.scheduler.client.report [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Deleted allocations for instance 76a1572e-b943-420f-bb58-8eb11a27ff1e [ 886.594567] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da74be-5a4a-4125-b326-7149e599a279 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.664350] env[62668]: DEBUG nova.compute.manager [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-changed-b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 886.664350] env[62668]: DEBUG nova.compute.manager [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Refreshing instance network info cache due to event network-changed-b2ac7338-2652-4e71-b9ee-2c899f96946c. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 886.664465] env[62668]: DEBUG oslo_concurrency.lockutils [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] Acquiring lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.664598] env[62668]: DEBUG oslo_concurrency.lockutils [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] Acquired lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.664755] env[62668]: DEBUG nova.network.neutron [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Refreshing network info cache for port b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.790349] env[62668]: DEBUG nova.compute.manager [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-vif-plugged-e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 886.790349] env[62668]: DEBUG oslo_concurrency.lockutils [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] Acquiring lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.790349] env[62668]: DEBUG oslo_concurrency.lockutils [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.791116] env[62668]: DEBUG oslo_concurrency.lockutils [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.791363] env[62668]: DEBUG nova.compute.manager [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] No waiting events found dispatching network-vif-plugged-e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.791544] env[62668]: WARNING nova.compute.manager [req-699aecec-4d69-4c4f-b9e8-cfb3e322f7f0 req-5ed3880f-fac0-4359-9fd2-ace57a65eae3 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received unexpected event network-vif-plugged-e0e35f87-91da-48e4-adb9-84db98bf412a for instance with vm_state building and task_state spawning. [ 886.793772] env[62668]: INFO nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] instance snapshotting [ 886.794352] env[62668]: DEBUG nova.objects.instance [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.881483] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Successfully updated port: e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.984010] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Successfully updated port: 4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.097359] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d20a90b-1c70-4922-893e-a30946b5695f tempest-AttachInterfacesV270Test-250969912 tempest-AttachInterfacesV270Test-250969912-project-member] Lock "76a1572e-b943-420f-bb58-8eb11a27ff1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.637s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.211572] env[62668]: DEBUG nova.network.neutron [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.301706] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2dc46-d723-456a-9234-cea35beb23df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.305854] env[62668]: DEBUG nova.network.neutron [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.328486] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd62f17c-4dfa-452e-9834-26599ad54c12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.382834] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.445316] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d320e0-77bf-4a2f-b151-b18c2dd8f6ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.453796] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60437989-1022-4579-999c-88ce5ba6e45b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.486523] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b12a9b-0589-473c-854a-f1542700e945 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.493878] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.494162] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.494162] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.496317] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae805d-001a-43ca-a8e7-cdd2c8882fb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.514658] env[62668]: DEBUG nova.compute.provider_tree [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.535771] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.682308] env[62668]: DEBUG nova.network.neutron [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Updating instance_info_cache with network_info: [{"id": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "address": "fa:16:3e:96:0f:b7", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e45ab2d-1e", "ovs_interfaceid": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.808566] env[62668]: DEBUG oslo_concurrency.lockutils [req-c17840d2-de14-4e09-ac55-c3b84b882316 req-0fb125f6-885b-425c-926c-88ae5e88fce0 service nova] Releasing lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.809000] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.809177] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.843025] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.843025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f0ebba7-0582-48d2-b7c7-bb3ae382c177 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.849930] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 887.849930] env[62668]: value = "task-2683893" [ 887.849930] env[62668]: _type = "Task" [ 887.849930] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.859439] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.020948] env[62668]: DEBUG nova.scheduler.client.report [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.185706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.186089] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Instance network_info: |[{"id": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "address": "fa:16:3e:96:0f:b7", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e45ab2d-1e", "ovs_interfaceid": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.186550] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:0f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e45ab2d-1e0d-44d4-a751-b89965f8dc2e', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.194275] env[62668]: DEBUG oslo.service.loopingcall [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.194863] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fa3700-8504-4574-a742-c58430176687] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.195121] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d21045fe-0dd0-4f54-a3c4-c2dd118ecc48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.218320] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.218320] env[62668]: value = "task-2683894" [ 888.218320] env[62668]: _type = "Task" [ 888.218320] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.227386] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683894, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.371054] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683893, 'name': CreateSnapshot_Task, 'duration_secs': 0.465004} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.372226] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.374428] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.375342] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff3c79d-e8e8-4f79-8cec-1fa1f9ec7de0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528764] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.529405] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.229s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.531854] env[62668]: INFO nova.compute.claims [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.564552] env[62668]: INFO nova.scheduler.client.report [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted allocations for instance b19b1d40-bf94-47cb-860e-af27a0bdfbbc [ 888.721094] env[62668]: DEBUG nova.compute.manager [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Received event network-vif-plugged-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 888.721094] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Acquiring lock "06fa3700-8504-4574-a742-c58430176687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.724051] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Lock "06fa3700-8504-4574-a742-c58430176687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.724051] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Lock "06fa3700-8504-4574-a742-c58430176687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.724051] env[62668]: DEBUG nova.compute.manager [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] No waiting events found dispatching network-vif-plugged-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.724051] env[62668]: WARNING nova.compute.manager [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Received unexpected event network-vif-plugged-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e for instance with vm_state building and task_state spawning. [ 888.724051] env[62668]: DEBUG nova.compute.manager [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Received event network-changed-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 888.724051] env[62668]: DEBUG nova.compute.manager [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Refreshing instance network info cache due to event network-changed-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 888.724358] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Acquiring lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.724405] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Acquired lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.724525] env[62668]: DEBUG nova.network.neutron [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Refreshing network info cache for port 4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.737987] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683894, 'name': CreateVM_Task, 'duration_secs': 0.435062} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.738787] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fa3700-8504-4574-a742-c58430176687] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.739859] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.740050] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.740365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.740841] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1f5035-b44d-46e8-91b7-caf08f57769a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.746094] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 888.746094] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a85647-98fa-4a0e-215b-2315d2635281" [ 888.746094] env[62668]: _type = "Task" [ 888.746094] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.758118] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a85647-98fa-4a0e-215b-2315d2635281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.803557] env[62668]: DEBUG nova.network.neutron [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [{"id": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "address": "fa:16:3e:28:db:a4", "network": {"id": "c63283f9-d4ef-4259-819c-3f35ad057ffb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587999472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ac7338-26", "ovs_interfaceid": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0e35f87-91da-48e4-adb9-84db98bf412a", "address": "fa:16:3e:61:80:ce", "network": {"id": "b3ebced7-24eb-487f-922d-8f2fef0c142c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1823890227", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e35f87-91", "ovs_interfaceid": "e0e35f87-91da-48e4-adb9-84db98bf412a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.822427] env[62668]: DEBUG nova.compute.manager [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-changed-e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 888.822590] env[62668]: DEBUG nova.compute.manager [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Refreshing instance network info cache due to event network-changed-e0e35f87-91da-48e4-adb9-84db98bf412a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 888.822788] env[62668]: DEBUG oslo_concurrency.lockutils [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] Acquiring lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.897950] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.900523] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fb27850-f44a-43ea-82c7-87602f261056 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.909553] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 888.909553] env[62668]: value = "task-2683895" [ 888.909553] env[62668]: _type = "Task" [ 888.909553] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.918572] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683895, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.071965] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0d429de-e98a-4727-a6e3-9ca49cd02127 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "b19b1d40-bf94-47cb-860e-af27a0bdfbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.222s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.259672] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a85647-98fa-4a0e-215b-2315d2635281, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.259999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.260256] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.260500] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.261080] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261080] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.261202] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0b4d40-1c93-4f7b-ad80-b3e88bb5464a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.269358] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.269549] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.270296] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f163f3-9bfc-4e1e-a492-f0220287251c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.275549] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 889.275549] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220690b-5b8a-50c6-5044-2809b441ba14" [ 889.275549] env[62668]: _type = "Task" [ 889.275549] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.283567] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220690b-5b8a-50c6-5044-2809b441ba14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.306140] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.306532] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance network_info: |[{"id": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "address": "fa:16:3e:28:db:a4", "network": {"id": "c63283f9-d4ef-4259-819c-3f35ad057ffb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587999472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ac7338-26", "ovs_interfaceid": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0e35f87-91da-48e4-adb9-84db98bf412a", "address": "fa:16:3e:61:80:ce", "network": {"id": "b3ebced7-24eb-487f-922d-8f2fef0c142c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1823890227", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e35f87-91", "ovs_interfaceid": "e0e35f87-91da-48e4-adb9-84db98bf412a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.306899] env[62668]: DEBUG oslo_concurrency.lockutils [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] Acquired lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.307132] env[62668]: DEBUG nova.network.neutron [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Refreshing network info cache for port e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.310457] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:db:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2ac7338-2652-4e71-b9ee-2c899f96946c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:80:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e35f87-91da-48e4-adb9-84db98bf412a', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.317923] env[62668]: DEBUG oslo.service.loopingcall [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.321071] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.321628] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f67e1b-efd7-49fb-8635-7b4099569d8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.345893] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.345893] env[62668]: value = "task-2683896" [ 889.345893] env[62668]: _type = "Task" [ 889.345893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.356317] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683896, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.419956] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683895, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.573754] env[62668]: DEBUG nova.network.neutron [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updated VIF entry in instance network info cache for port e0e35f87-91da-48e4-adb9-84db98bf412a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.574138] env[62668]: DEBUG nova.network.neutron [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [{"id": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "address": "fa:16:3e:28:db:a4", "network": {"id": "c63283f9-d4ef-4259-819c-3f35ad057ffb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587999472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ac7338-26", "ovs_interfaceid": "b2ac7338-2652-4e71-b9ee-2c899f96946c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0e35f87-91da-48e4-adb9-84db98bf412a", "address": "fa:16:3e:61:80:ce", "network": {"id": "b3ebced7-24eb-487f-922d-8f2fef0c142c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1823890227", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e35f87-91", "ovs_interfaceid": "e0e35f87-91da-48e4-adb9-84db98bf412a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.623659] env[62668]: DEBUG nova.network.neutron [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Updated VIF entry in instance network info cache for port 4e45ab2d-1e0d-44d4-a751-b89965f8dc2e. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.624039] env[62668]: DEBUG nova.network.neutron [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Updating instance_info_cache with network_info: [{"id": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "address": "fa:16:3e:96:0f:b7", "network": {"id": "7942d453-25cf-41a4-90df-a93f804c4291", "bridge": "br-int", "label": "tempest-ImagesTestJSON-975492150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "493b2b18c820495d82181e349c686c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e45ab2d-1e", "ovs_interfaceid": "4e45ab2d-1e0d-44d4-a751-b89965f8dc2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.788199] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5220690b-5b8a-50c6-5044-2809b441ba14, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.789066] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0cb1a1-115a-4079-82df-7828222021fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.797880] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 889.797880] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b2c7c-643f-08fc-61ea-f282dfd24236" [ 889.797880] env[62668]: _type = "Task" [ 889.797880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.808704] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b2c7c-643f-08fc-61ea-f282dfd24236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.861032] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683896, 'name': CreateVM_Task, 'duration_secs': 0.474649} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.861032] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.861391] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.861550] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.861859] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.862120] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8984d6c2-feb2-460e-ba74-a107371d7ea8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.867243] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 889.867243] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5255adfe-9a16-62f5-5b87-5e190fa70731" [ 889.867243] env[62668]: _type = "Task" [ 889.867243] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.877765] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5255adfe-9a16-62f5-5b87-5e190fa70731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.916909] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcf6d0e-8d1b-4d73-b4d1-ae469e244723 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.926790] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683895, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.929890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5fe0b-81c8-4047-8d07-299758b9c81f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.966975] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7c490-c946-4f96-b251-79a4deaed91a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.976311] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f5ce2-158b-4450-8a1e-65b0a6bb1c78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.992520] env[62668]: DEBUG nova.compute.provider_tree [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.077008] env[62668]: DEBUG oslo_concurrency.lockutils [req-75d99400-eaa0-43d7-bd83-10d1dc5c7849 req-5e55022f-5bc8-477c-b733-f98b35e008d8 service nova] Releasing lock "refresh_cache-951d31fb-6d00-44fc-b312-3b879a19d792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.127067] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb1a28ae-7062-48fe-a092-771f362dcfa7 req-2d1f289b-c74a-46f8-971b-8c16cc7b9d6b service nova] Releasing lock "refresh_cache-06fa3700-8504-4574-a742-c58430176687" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.312998] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b2c7c-643f-08fc-61ea-f282dfd24236, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.312998] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.312998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 06fa3700-8504-4574-a742-c58430176687/06fa3700-8504-4574-a742-c58430176687.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.312998] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d42d633a-33bd-47c0-a438-77e66f61ca90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.318637] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 890.318637] env[62668]: value = "task-2683897" [ 890.318637] env[62668]: _type = "Task" [ 890.318637] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.327717] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.377784] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5255adfe-9a16-62f5-5b87-5e190fa70731, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.379520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.379829] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.380096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.380260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.380455] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.385098] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c29f3b-8b3a-46c5-a677-932e46695414 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.397312] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.397693] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.398795] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ab39a1-e368-4849-9930-ba3023be8247 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404924] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 890.404924] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528aa0fe-f3d1-075e-a4e4-4c39b006a2c3" [ 890.404924] env[62668]: _type = "Task" [ 890.404924] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.419569] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528aa0fe-f3d1-075e-a4e4-4c39b006a2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.425334] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683895, 'name': CloneVM_Task, 'duration_secs': 1.478685} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.425334] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Created linked-clone VM from snapshot [ 890.426286] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474f6f3a-ab57-408f-8498-c3a3097620ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.433558] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploading image 180a8eff-a2f3-48ec-abd1-4bf1b88a149f {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.467404] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.467404] env[62668]: value = "vm-541058" [ 890.467404] env[62668]: _type = "VirtualMachine" [ 890.467404] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.467626] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e522087c-e576-404e-adfd-db50eaacab99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.476771] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease: (returnval){ [ 890.476771] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524e05dd-e117-20e8-aef2-ad47a71dadd7" [ 890.476771] env[62668]: _type = "HttpNfcLease" [ 890.476771] env[62668]: } obtained for exporting VM: (result){ [ 890.476771] env[62668]: value = "vm-541058" [ 890.476771] env[62668]: _type = "VirtualMachine" [ 890.476771] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.477161] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the lease: (returnval){ [ 890.477161] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524e05dd-e117-20e8-aef2-ad47a71dadd7" [ 890.477161] env[62668]: _type = "HttpNfcLease" [ 890.477161] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.483859] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.483859] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524e05dd-e117-20e8-aef2-ad47a71dadd7" [ 890.483859] env[62668]: _type = "HttpNfcLease" [ 890.483859] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.495876] env[62668]: DEBUG nova.scheduler.client.report [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.829387] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683897, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.889578] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.889578] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.916629] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528aa0fe-f3d1-075e-a4e4-4c39b006a2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.917985] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30e564c-d0c3-400c-a421-175f8165aa53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.924666] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 890.924666] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52300eb9-f800-320d-a2b9-a0fee409b6e0" [ 890.924666] env[62668]: _type = "Task" [ 890.924666] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.933363] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52300eb9-f800-320d-a2b9-a0fee409b6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.987023] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.987023] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524e05dd-e117-20e8-aef2-ad47a71dadd7" [ 890.987023] env[62668]: _type = "HttpNfcLease" [ 890.987023] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.987023] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.987023] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524e05dd-e117-20e8-aef2-ad47a71dadd7" [ 890.987023] env[62668]: _type = "HttpNfcLease" [ 890.987023] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.987023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb611471-2182-45a0-8b9e-7b46d924632e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.994961] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.995546] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.070090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.070090] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.072758] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.214s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.074660] env[62668]: INFO nova.compute.claims [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.137734] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbab5f9e-4426-48ae-bb51-c60ab6a34bf4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.332290] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526775} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.332555] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 06fa3700-8504-4574-a742-c58430176687/06fa3700-8504-4574-a742-c58430176687.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.332766] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.333025] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-576c8621-13c5-4240-923e-16e95abf41d7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.339922] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 891.339922] env[62668]: value = "task-2683899" [ 891.339922] env[62668]: _type = "Task" [ 891.339922] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.348087] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.391829] env[62668]: INFO nova.compute.manager [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Detaching volume 8b7eb7d0-69e8-4061-8fb2-5d1d97f78832 [ 891.440037] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52300eb9-f800-320d-a2b9-a0fee409b6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.026988} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.440464] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.441102] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 951d31fb-6d00-44fc-b312-3b879a19d792/951d31fb-6d00-44fc-b312-3b879a19d792.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.441539] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34843020-1ba7-4849-9619-bfc6010080b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.446675] env[62668]: INFO nova.virt.block_device [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Attempting to driver detach volume 8b7eb7d0-69e8-4061-8fb2-5d1d97f78832 from mountpoint /dev/sdb [ 891.446903] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 891.447255] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541008', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'name': 'volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9b63d1b-69be-4b6a-a3b8-9f6237644428', 'attached_at': '', 'detached_at': '', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'serial': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 891.448129] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf82d95-7a93-4eb9-a755-8dbba06cda51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.452131] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 891.452131] env[62668]: value = "task-2683900" [ 891.452131] env[62668]: _type = "Task" [ 891.452131] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.473865] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b74b2-f7cf-46c8-b738-3abc5a99b28c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.480214] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.484880] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b1fb1-a202-4930-aa6b-ca645bcc52bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.507582] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cc525-8962-4cc5-a8e1-0b6bbe9b574d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.526041] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832/volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 891.531485] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.531902] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c83da02-d057-4f65-83c9-2d7f15f68e5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.554194] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 891.554194] env[62668]: value = "task-2683901" [ 891.554194] env[62668]: _type = "Task" [ 891.554194] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.563647] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.579634] env[62668]: DEBUG nova.compute.utils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.584593] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.585050] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.663648] env[62668]: DEBUG nova.policy [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0b9060b51f44aaa920dbdacfa35425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88fb4f0dd03a49d2a48d97b16c920997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.858985] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07424} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.861418] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.863142] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370f6658-b4f9-4fc7-ab88-b6051c585ab3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.905037] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 06fa3700-8504-4574-a742-c58430176687/06fa3700-8504-4574-a742-c58430176687.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.905037] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7229987-ed6a-478d-8e4e-32876471eba6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.941849] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 891.941849] env[62668]: value = "task-2683902" [ 891.941849] env[62668]: _type = "Task" [ 891.941849] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.957248] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.970562] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683900, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.067182] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.085946] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.232194] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Successfully created port: d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.455611] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.465844] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848694} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.469856] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 951d31fb-6d00-44fc-b312-3b879a19d792/951d31fb-6d00-44fc-b312-3b879a19d792.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.469856] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.470320] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c94f54ce-d723-4e03-ad28-41e756dfb141 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.478368] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 892.478368] env[62668]: value = "task-2683903" [ 892.478368] env[62668]: _type = "Task" [ 892.478368] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.495870] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.569956] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683901, 'name': ReconfigVM_Task, 'duration_secs': 0.537022} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.570509] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.577195] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32dd285e-732c-4dcc-b4a3-bfec3bc52d3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.589862] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4769cf3-e1fd-4a2b-9f39-e2b1058afe62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.605292] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 892.605292] env[62668]: value = "task-2683904" [ 892.605292] env[62668]: _type = "Task" [ 892.605292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.605292] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566103d9-0405-4d06-9d43-f083b08487df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.620189] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.649779] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e967125-b9bd-483b-8581-55dcfe24dee7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.660423] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f17453-9923-41a7-b414-2152d2feb8c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.677222] env[62668]: DEBUG nova.compute.provider_tree [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.954644] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683902, 'name': ReconfigVM_Task, 'duration_secs': 0.66631} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.955506] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 06fa3700-8504-4574-a742-c58430176687/06fa3700-8504-4574-a742-c58430176687.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.956264] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90da7cb8-2790-49b7-a175-7a0f8621bc2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.964257] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 892.964257] env[62668]: value = "task-2683905" [ 892.964257] env[62668]: _type = "Task" [ 892.964257] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.974265] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683905, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.990899] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132467} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.991354] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.992423] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6af28-03e8-4656-b5b9-033a25e91f21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.022210] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 951d31fb-6d00-44fc-b312-3b879a19d792/951d31fb-6d00-44fc-b312-3b879a19d792.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.022540] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e4eb9d-e41d-4fd6-ab2e-f3381f4a5147 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.044248] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 893.044248] env[62668]: value = "task-2683906" [ 893.044248] env[62668]: _type = "Task" [ 893.044248] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.052162] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.106067] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.122186] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.135156] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.135364] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.135598] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.136064] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.136064] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.136367] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.136538] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.136707] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.136870] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.137492] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.137492] env[62668]: DEBUG nova.virt.hardware [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.138168] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d072375-9f5e-4fea-8082-ac99f48d8d2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.146205] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e761c446-ba75-4881-b438-ef760bcfa874 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.182947] env[62668]: DEBUG nova.scheduler.client.report [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.276165] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.276390] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.475223] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683905, 'name': Rename_Task, 'duration_secs': 0.275292} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.475495] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.475914] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469f8f80-8751-4cc5-bc2c-bfef576bbea4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.482644] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 893.482644] env[62668]: value = "task-2683907" [ 893.482644] env[62668]: _type = "Task" [ 893.482644] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.492405] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.554294] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683906, 'name': ReconfigVM_Task, 'duration_secs': 0.348457} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.554661] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 951d31fb-6d00-44fc-b312-3b879a19d792/951d31fb-6d00-44fc-b312-3b879a19d792.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.555396] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018e2c50-de52-492a-a102-b5650369fd52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.561737] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 893.561737] env[62668]: value = "task-2683908" [ 893.561737] env[62668]: _type = "Task" [ 893.561737] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.572278] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683908, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.619497] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.689866] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.690450] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.693290] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.337s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.693536] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.699923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.749s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.700335] env[62668]: DEBUG nova.objects.instance [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lazy-loading 'resources' on Instance uuid a69ba441-7bb7-4eb0-83c3-72fd09086028 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.734607] env[62668]: INFO nova.scheduler.client.report [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocations for instance d47926ed-d2ef-4600-abfe-d508fbc3ddc2 [ 893.778789] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.793140] env[62668]: DEBUG nova.compute.manager [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Received event network-vif-plugged-d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 893.793397] env[62668]: DEBUG oslo_concurrency.lockutils [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] Acquiring lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.793628] env[62668]: DEBUG oslo_concurrency.lockutils [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.793797] env[62668]: DEBUG oslo_concurrency.lockutils [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.793976] env[62668]: DEBUG nova.compute.manager [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] No waiting events found dispatching network-vif-plugged-d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.794775] env[62668]: WARNING nova.compute.manager [req-4e291674-e19b-445c-b46b-88f7e0dc9457 req-ac10d921-23e9-4479-b804-cc32788075a3 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Received unexpected event network-vif-plugged-d89be45e-e1cb-4f2d-a716-2bcbea228f4b for instance with vm_state building and task_state spawning. [ 893.888221] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Successfully updated port: d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.993293] env[62668]: DEBUG oslo_vmware.api [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683907, 'name': PowerOnVM_Task, 'duration_secs': 0.510067} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.993616] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.993772] env[62668]: INFO nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Took 7.44 seconds to spawn the instance on the hypervisor. [ 893.993954] env[62668]: DEBUG nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.994765] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0c2036-acfb-477f-b4b6-4d5bbfbda793 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.073856] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683908, 'name': Rename_Task, 'duration_secs': 0.222854} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.074163] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.074420] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdd78ce-4993-4261-af8e-4fdea156fa70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.081220] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 894.081220] env[62668]: value = "task-2683909" [ 894.081220] env[62668]: _type = "Task" [ 894.081220] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.090563] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.121436] env[62668]: DEBUG oslo_vmware.api [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683904, 'name': ReconfigVM_Task, 'duration_secs': 1.166073} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.121998] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541008', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'name': 'volume-8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9b63d1b-69be-4b6a-a3b8-9f6237644428', 'attached_at': '', 'detached_at': '', 'volume_id': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832', 'serial': '8b7eb7d0-69e8-4061-8fb2-5d1d97f78832'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 894.203352] env[62668]: DEBUG nova.compute.utils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 894.207680] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.207850] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.243331] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fac35db6-c466-47cc-98ec-7789d4f625b7 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "d47926ed-d2ef-4600-abfe-d508fbc3ddc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.220s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.277941] env[62668]: DEBUG nova.policy [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd175927689450b92a0dbf631fcf527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87772591faf44c7388d1be9a62a5e80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.303484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.392029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.392029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquired lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.392178] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.517273] env[62668]: INFO nova.compute.manager [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Took 45.73 seconds to build instance. [ 894.596540] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.611198] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c12806-f85f-452c-aa7a-5af8b5707478 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.620473] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe776af-8c54-4765-bfb5-13c505ffa3a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.658037] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Successfully created port: 3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.661134] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225cf21-52f4-4e05-8f76-eba6df1a8200 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.671460] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fcace-b0b6-4fa3-9bbd-33f8bc7298c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.690738] env[62668]: DEBUG nova.compute.provider_tree [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.711025] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.719773] env[62668]: DEBUG nova.objects.instance [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'flavor' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.942510] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.019633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3a0d88f-c9f1-44a5-ad94-f32e29972516 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.241s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.103054] env[62668]: DEBUG oslo_vmware.api [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683909, 'name': PowerOnVM_Task, 'duration_secs': 0.548345} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.103499] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.104143] env[62668]: INFO nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Took 11.15 seconds to spawn the instance on the hypervisor. [ 895.104143] env[62668]: DEBUG nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.105289] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb5d256-699f-4a33-ae81-f57cadfca488 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.163576] env[62668]: DEBUG nova.network.neutron [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Updating instance_info_cache with network_info: [{"id": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "address": "fa:16:3e:da:72:8c", "network": {"id": "aba3912d-f180-45cf-bad6-f0e57468c1f4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1317535696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fb4f0dd03a49d2a48d97b16c920997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89be45e-e1", "ovs_interfaceid": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.195361] env[62668]: DEBUG nova.scheduler.client.report [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.635741] env[62668]: INFO nova.compute.manager [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Took 48.74 seconds to build instance. [ 895.665714] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Releasing lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.666088] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Instance network_info: |[{"id": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "address": "fa:16:3e:da:72:8c", "network": {"id": "aba3912d-f180-45cf-bad6-f0e57468c1f4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1317535696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fb4f0dd03a49d2a48d97b16c920997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89be45e-e1", "ovs_interfaceid": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.666976] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:72:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd89be45e-e1cb-4f2d-a716-2bcbea228f4b', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.674673] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Creating folder: Project (88fb4f0dd03a49d2a48d97b16c920997). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.675285] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bf78b6f-7433-410d-8619-bd038f1fcad4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.688135] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Created folder: Project (88fb4f0dd03a49d2a48d97b16c920997) in parent group-v540833. [ 895.688414] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Creating folder: Instances. Parent ref: group-v541060. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.688740] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4a219fa-8c03-4adf-98d1-c179cecedd6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.697010] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Created folder: Instances in parent group-v541060. [ 895.697270] env[62668]: DEBUG oslo.service.loopingcall [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.697472] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.697679] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1f81b9-8f8b-4a66-adb2-60dd0543dcd6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.712617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.716018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.279s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.716018] env[62668]: DEBUG nova.objects.instance [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 895.722883] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.722883] env[62668]: value = "task-2683912" [ 895.722883] env[62668]: _type = "Task" [ 895.722883] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.732323] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.734403] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683912, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.735214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2f2e075-2579-40e6-b65d-d23fbdc2f70d tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.847s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.741282] env[62668]: INFO nova.scheduler.client.report [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Deleted allocations for instance a69ba441-7bb7-4eb0-83c3-72fd09086028 [ 895.783641] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.783972] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.784201] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.784602] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.784777] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.784962] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.785334] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.785666] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.785759] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.786195] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.786305] env[62668]: DEBUG nova.virt.hardware [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.787408] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb19aa1-8f29-4a2b-91c4-22ca4f80f5d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.795832] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8d062-c394-47a3-b652-57e4dc39fdc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.876236] env[62668]: DEBUG nova.compute.manager [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Received event network-changed-d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 895.876236] env[62668]: DEBUG nova.compute.manager [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Refreshing instance network info cache due to event network-changed-d89be45e-e1cb-4f2d-a716-2bcbea228f4b. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 895.876236] env[62668]: DEBUG oslo_concurrency.lockutils [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] Acquiring lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.876464] env[62668]: DEBUG oslo_concurrency.lockutils [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] Acquired lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.876585] env[62668]: DEBUG nova.network.neutron [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Refreshing network info cache for port d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.137687] env[62668]: DEBUG oslo_concurrency.lockutils [None req-da442195-4a6c-4eb7-9bf3-46c9b150cda3 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.261s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.236442] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683912, 'name': CreateVM_Task, 'duration_secs': 0.508444} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.240021] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.240021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.240021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.240021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.240021] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04803d5a-8dd3-4c27-b213-1bc97e6483fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.245882] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 896.245882] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238e1ca-d485-e7ef-1c71-a1c5f75f0161" [ 896.245882] env[62668]: _type = "Task" [ 896.245882] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.253916] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41cc1d2b-bf79-4a41-a3b6-2c1d34510d6e tempest-MigrationsAdminTest-15206772 tempest-MigrationsAdminTest-15206772-project-member] Lock "a69ba441-7bb7-4eb0-83c3-72fd09086028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.503s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.260952] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238e1ca-d485-e7ef-1c71-a1c5f75f0161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.314235] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Successfully updated port: 3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.474440] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "951d31fb-6d00-44fc-b312-3b879a19d792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.474703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.474958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.475168] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.475336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.478832] env[62668]: INFO nova.compute.manager [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Terminating instance [ 896.614623] env[62668]: DEBUG nova.compute.manager [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.616389] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adabd48-9110-4d4b-b3b8-c6754df46f52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.706330] env[62668]: DEBUG nova.network.neutron [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Updated VIF entry in instance network info cache for port d89be45e-e1cb-4f2d-a716-2bcbea228f4b. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.706884] env[62668]: DEBUG nova.network.neutron [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Updating instance_info_cache with network_info: [{"id": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "address": "fa:16:3e:da:72:8c", "network": {"id": "aba3912d-f180-45cf-bad6-f0e57468c1f4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1317535696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fb4f0dd03a49d2a48d97b16c920997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89be45e-e1", "ovs_interfaceid": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.733562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6d5dab9b-700e-42f9-94b9-ee339a3c3b6e tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.733562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.951s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.738482] env[62668]: INFO nova.compute.claims [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.757242] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5238e1ca-d485-e7ef-1c71-a1c5f75f0161, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.757680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.758077] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.758419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.758674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.758908] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.759285] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ff376d-6062-4cf1-b15d-1766fec2cb4d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.771750] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.773479] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.773479] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8d29b6-e3e2-49bc-8421-04de461ebfa2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.781321] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 896.781321] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521abb92-38b7-b603-4bb6-2bec34e97943" [ 896.781321] env[62668]: _type = "Task" [ 896.781321] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.792869] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521abb92-38b7-b603-4bb6-2bec34e97943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.815471] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.815623] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815800] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.850366] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.850366] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.850366] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.850616] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.850850] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.853338] env[62668]: INFO nova.compute.manager [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Terminating instance [ 896.984246] env[62668]: DEBUG nova.compute.manager [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.984424] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.985588] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96054283-e644-4a41-a881-d8a3f4c256cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994566] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.994566] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3b1745-a70e-4b64-a458-33916f43ba61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.003021] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 897.003021] env[62668]: value = "task-2683913" [ 897.003021] env[62668]: _type = "Task" [ 897.003021] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.011385] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.134460] env[62668]: INFO nova.compute.manager [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] instance snapshotting [ 897.137243] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9847ef-8d49-47bc-a59c-2c3712e7ba85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.159394] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa8c5c-eabb-4376-8897-6d9c21558008 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.212677] env[62668]: DEBUG oslo_concurrency.lockutils [req-c04e1d09-230e-48be-bf7b-c952913539db req-740b83d6-a0b2-42e1-9395-22e3f4987698 service nova] Releasing lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.095437] env[62668]: DEBUG nova.compute.manager [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.095694] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.097031] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.100185] env[62668]: DEBUG nova.compute.manager [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Received event network-vif-plugged-3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 898.100406] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.100624] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.100802] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.100981] env[62668]: DEBUG nova.compute.manager [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] No waiting events found dispatching network-vif-plugged-3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.101166] env[62668]: WARNING nova.compute.manager [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Received unexpected event network-vif-plugged-3751547e-113f-4fdb-8dcb-c2b51eca0942 for instance with vm_state building and task_state spawning. [ 898.101326] env[62668]: DEBUG nova.compute.manager [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Received event network-changed-3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 898.101474] env[62668]: DEBUG nova.compute.manager [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Refreshing instance network info cache due to event network-changed-3751547e-113f-4fdb-8dcb-c2b51eca0942. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 898.101659] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Acquiring lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.103082] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07f9d90-03fc-4593-bc3c-0aa490be174e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.109378] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94d4ddd8-0736-4c59-864a-39b4f5f9d468 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.117271] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521abb92-38b7-b603-4bb6-2bec34e97943, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.126031] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683913, 'name': PowerOffVM_Task, 'duration_secs': 0.227687} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.126031] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 898.126031] env[62668]: value = "task-2683914" [ 898.126031] env[62668]: _type = "Task" [ 898.126031] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.126031] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.126031] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a458024-3924-46b7-bab2-5f727f22b394 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.127886] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.128172] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.129972] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa12ec2-b59d-4c49-82ae-2e50fac5ac57 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.130637] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08cecf49-b6e2-4723-8c83-229aa983d001 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.146893] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 898.146893] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52965b45-3f4b-af52-a143-43db4c59d365" [ 898.146893] env[62668]: _type = "Task" [ 898.146893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.147133] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 898.147133] env[62668]: value = "task-2683915" [ 898.147133] env[62668]: _type = "Task" [ 898.147133] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.147706] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.158836] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.167515] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52965b45-3f4b-af52-a143-43db4c59d365, 'name': SearchDatastore_Task, 'duration_secs': 0.013447} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.172096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.172096] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3/6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.172096] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.172357] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466bf368-fa8a-4ff4-a125-f42beac20b6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.187066] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 898.187066] env[62668]: value = "task-2683917" [ 898.187066] env[62668]: _type = "Task" [ 898.187066] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.193516] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.262508] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.262864] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.262915] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleting the datastore file [datastore2] 951d31fb-6d00-44fc-b312-3b879a19d792 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.263283] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bac224e-8b7f-4c8d-8d9b-caf417864bac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.273338] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for the task: (returnval){ [ 898.273338] env[62668]: value = "task-2683918" [ 898.273338] env[62668]: _type = "Task" [ 898.273338] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.286202] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.450710] env[62668]: DEBUG nova.network.neutron [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.539454] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af62977-73e5-459d-a876-f4fbf26a7095 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.550610] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e206f2-ba72-492a-bb4e-18f916fe0117 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.582808] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f97d45-9e40-4eb7-835c-f84a68b4bd02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.590845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996d0166-da8e-43b7-84e5-dd23ff24d4c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.605874] env[62668]: DEBUG nova.compute.provider_tree [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.642046] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.658743] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683915, 'name': PowerOffVM_Task, 'duration_secs': 0.229051} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.659172] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.659391] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.659667] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e16a4925-365b-4eee-842f-e12cadbdf69f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.694222] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.741073] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.741318] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.741495] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore1] a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.741762] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5067b9c-7a5e-4a72-8f5e-357afa2463e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.748660] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 898.748660] env[62668]: value = "task-2683920" [ 898.748660] env[62668]: _type = "Task" [ 898.748660] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.758403] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.783683] env[62668]: DEBUG oslo_vmware.api [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Task: {'id': task-2683918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508932} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.783973] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.784180] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.784394] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.784566] env[62668]: INFO nova.compute.manager [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Took 1.80 seconds to destroy the instance on the hypervisor. [ 898.784810] env[62668]: DEBUG oslo.service.loopingcall [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.785026] env[62668]: DEBUG nova.compute.manager [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.785134] env[62668]: DEBUG nova.network.neutron [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.955852] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.955852] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Instance network_info: |[{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.955852] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Acquired lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.955852] env[62668]: DEBUG nova.network.neutron [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Refreshing network info cache for port 3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.957047] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:53:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3751547e-113f-4fdb-8dcb-c2b51eca0942', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.972570] env[62668]: DEBUG oslo.service.loopingcall [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.974161] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.974456] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d19d928-52b2-48a2-a554-f08e6cd4af2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.997409] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.997409] env[62668]: value = "task-2683921" [ 898.997409] env[62668]: _type = "Task" [ 898.997409] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.005041] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683921, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.111024] env[62668]: DEBUG nova.scheduler.client.report [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.144808] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683914, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.194435] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602064} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.194717] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3/6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.195984] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.195984] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00bf3d0e-8426-41cb-aa89-864ad280d212 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.210732] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 899.210732] env[62668]: value = "task-2683922" [ 899.210732] env[62668]: _type = "Task" [ 899.210732] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.220608] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.264683] env[62668]: DEBUG oslo_vmware.api [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2683920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235053} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.264683] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.264683] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.264683] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.264683] env[62668]: INFO nova.compute.manager [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Took 1.17 seconds to destroy the instance on the hypervisor. [ 899.265321] env[62668]: DEBUG oslo.service.loopingcall [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.265479] env[62668]: DEBUG nova.compute.manager [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.265543] env[62668]: DEBUG nova.network.neutron [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.420635] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.420635] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e7033-df0d-4a43-bd32-6baad50af8c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.427384] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.427630] env[62668]: ERROR oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk due to incomplete transfer. [ 899.427881] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9c2932e-215c-4732-8c3a-b1c4499490cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.434545] env[62668]: DEBUG oslo_vmware.rw_handles [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520135fc-4c9f-f325-710a-7c3d641103e0/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.434738] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Uploaded image 180a8eff-a2f3-48ec-abd1-4bf1b88a149f to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.438433] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.438863] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-056511a9-06da-4234-a45b-4ba83daf6c85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.449054] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 899.449054] env[62668]: value = "task-2683923" [ 899.449054] env[62668]: _type = "Task" [ 899.449054] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.458558] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683923, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.509781] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683921, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.614933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.615619] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.620263] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.146s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.626467] env[62668]: INFO nova.compute.claims [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.647847] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683914, 'name': CreateSnapshot_Task, 'duration_secs': 1.071256} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.648562] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.649409] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571d728-2a80-4e7d-bd88-36de0780c628 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.721884] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207524} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.722178] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.722987] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1fe37e-4563-414e-80aa-dedb3705513e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.751516] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3/6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.751516] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bcc3cb-aa16-4fa3-9382-65d00926ef01 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.770646] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 899.770646] env[62668]: value = "task-2683924" [ 899.770646] env[62668]: _type = "Task" [ 899.770646] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.779446] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.961717] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683923, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.999896] env[62668]: DEBUG nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-vif-deleted-b2ac7338-2652-4e71-b9ee-2c899f96946c {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 900.000147] env[62668]: INFO nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Neutron deleted interface b2ac7338-2652-4e71-b9ee-2c899f96946c; detaching it from the instance and deleting it from the info cache [ 900.000410] env[62668]: DEBUG nova.network.neutron [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [{"id": "e0e35f87-91da-48e4-adb9-84db98bf412a", "address": "fa:16:3e:61:80:ce", "network": {"id": "b3ebced7-24eb-487f-922d-8f2fef0c142c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1823890227", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "14d0a176739b41cdac4429fa553e3d40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e35f87-91", "ovs_interfaceid": "e0e35f87-91da-48e4-adb9-84db98bf412a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.002428] env[62668]: DEBUG nova.compute.manager [req-65c640a0-77bf-423d-a473-ec3f05b47fb6 req-1f970575-d42d-4694-b47f-02c0da1e26c1 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Received event network-vif-deleted-a2ca180e-782b-415c-9780-03b9329dd3c9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 900.002428] env[62668]: INFO nova.compute.manager [req-65c640a0-77bf-423d-a473-ec3f05b47fb6 req-1f970575-d42d-4694-b47f-02c0da1e26c1 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Neutron deleted interface a2ca180e-782b-415c-9780-03b9329dd3c9; detaching it from the instance and deleting it from the info cache [ 900.002566] env[62668]: DEBUG nova.network.neutron [req-65c640a0-77bf-423d-a473-ec3f05b47fb6 req-1f970575-d42d-4694-b47f-02c0da1e26c1 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.013665] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683921, 'name': CreateVM_Task, 'duration_secs': 0.778175} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.014641] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.014641] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.014641] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.015192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.015252] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8114e3-ecbb-465f-8363-d50128bbe421 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.021278] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 900.021278] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f20226-eebb-e54d-4766-00c904ae2da7" [ 900.021278] env[62668]: _type = "Task" [ 900.021278] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.031755] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f20226-eebb-e54d-4766-00c904ae2da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.097516] env[62668]: DEBUG nova.network.neutron [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updated VIF entry in instance network info cache for port 3751547e-113f-4fdb-8dcb-c2b51eca0942. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.097516] env[62668]: DEBUG nova.network.neutron [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.122197] env[62668]: DEBUG nova.compute.utils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.123899] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.124074] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.173519] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.173835] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7de26d7-880f-482e-80d4-f984533bbcd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.181775] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 900.181775] env[62668]: value = "task-2683925" [ 900.181775] env[62668]: _type = "Task" [ 900.181775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.190372] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683925, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.204937] env[62668]: DEBUG nova.policy [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78bef6516c2c460c8905aa3e41f9a872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26e7bb80cd945f3b08d1dfb13c7e800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.283185] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.374164] env[62668]: DEBUG nova.network.neutron [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.437028] env[62668]: DEBUG nova.network.neutron [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.465256] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683923, 'name': Destroy_Task, 'duration_secs': 0.712552} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.465550] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroyed the VM [ 900.465686] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.466742] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc8bd120-a5f2-41c1-97fa-4e4d672ed330 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.474051] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 900.474051] env[62668]: value = "task-2683926" [ 900.474051] env[62668]: _type = "Task" [ 900.474051] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.486020] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.505935] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdad6a47-f901-4b2c-8bfb-a27390f3a4e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.508379] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e33bfba-f4fb-4bf7-a2c1-277b483f630d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.518918] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04cb02-dfa9-4efe-9d10-09c4fc64e590 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.535354] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff53268-6d63-4527-82a1-74573725bdd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.558263] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f20226-eebb-e54d-4766-00c904ae2da7, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.560048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.560048] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.560048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.560048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.560048] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.560048] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ec9aaf5-ea06-460e-9250-33ade41f727d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.574278] env[62668]: DEBUG nova.compute.manager [req-65c640a0-77bf-423d-a473-ec3f05b47fb6 req-1f970575-d42d-4694-b47f-02c0da1e26c1 service nova] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Detach interface failed, port_id=a2ca180e-782b-415c-9780-03b9329dd3c9, reason: Instance a9b63d1b-69be-4b6a-a3b8-9f6237644428 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 900.585346] env[62668]: DEBUG nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Detach interface failed, port_id=b2ac7338-2652-4e71-b9ee-2c899f96946c, reason: Instance 951d31fb-6d00-44fc-b312-3b879a19d792 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 900.585580] env[62668]: DEBUG nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Received event network-vif-deleted-e0e35f87-91da-48e4-adb9-84db98bf412a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 900.585753] env[62668]: INFO nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Neutron deleted interface e0e35f87-91da-48e4-adb9-84db98bf412a; detaching it from the instance and deleting it from the info cache [ 900.585936] env[62668]: DEBUG nova.network.neutron [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.587236] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.587412] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.588348] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f145e5a-195c-415d-bd3d-2cf3ca3a601a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.596270] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 900.596270] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b172ac-4da5-6d35-f5fd-aa4e76b1fed4" [ 900.596270] env[62668]: _type = "Task" [ 900.596270] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.603203] env[62668]: DEBUG oslo_concurrency.lockutils [req-50104915-0ff4-44e6-b90e-63459626434e req-4a2f7e72-4143-41d9-8fc1-11a329c87b92 service nova] Releasing lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.603908] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b172ac-4da5-6d35-f5fd-aa4e76b1fed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.633031] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.697293] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683925, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.764560] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Successfully created port: fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.792996] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683924, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.882353] env[62668]: INFO nova.compute.manager [-] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Took 1.62 seconds to deallocate network for instance. [ 900.947849] env[62668]: INFO nova.compute.manager [-] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Took 2.16 seconds to deallocate network for instance. [ 900.986477] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.089843] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fa08fb2-8d0c-4419-92aa-22491ecdd328 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.104698] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec805a-29e0-4544-b770-34b3e2dc6f3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.121353] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b172ac-4da5-6d35-f5fd-aa4e76b1fed4, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.122903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.123310] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.123457] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.123555] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.123722] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.125557] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcecdad3-7b26-4bee-bf3c-99c8a48a0d6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.128964] env[62668]: INFO nova.compute.manager [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Terminating instance [ 901.151194] env[62668]: DEBUG nova.compute.manager [req-b46a181c-b437-485c-807f-ec3b5091c2de req-e9e8ad3d-24b2-4b69-ad1d-4348865627fa service nova] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Detach interface failed, port_id=e0e35f87-91da-48e4-adb9-84db98bf412a, reason: Instance 951d31fb-6d00-44fc-b312-3b879a19d792 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 901.151702] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 901.151702] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b66a95-3f47-41fc-3271-152ac15a5c24" [ 901.151702] env[62668]: _type = "Task" [ 901.151702] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.164777] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b66a95-3f47-41fc-3271-152ac15a5c24, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.164907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.165176] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.165477] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-744a16ca-947e-42c0-8db8-fcfc8678fbe2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.171460] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cfe3aa-6a05-44b5-87a7-1fdfc5fe2d8d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.175488] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 901.175488] env[62668]: value = "task-2683927" [ 901.175488] env[62668]: _type = "Task" [ 901.175488] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.182068] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbad495-38c0-4a54-b979-e14a4ece7c30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.188102] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.222426] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683925, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.222983] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc80bf7-36b3-458d-9058-38f704d1c322 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.230809] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb40df-2cda-41c9-8bfb-ce83bf3e3b1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.246211] env[62668]: DEBUG nova.compute.provider_tree [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.291486] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683924, 'name': ReconfigVM_Task, 'duration_secs': 1.048799} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.292219] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3/6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.293311] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e966d7db-1c1e-466e-8716-05e21a4681c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.303834] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 901.303834] env[62668]: value = "task-2683928" [ 901.303834] env[62668]: _type = "Task" [ 901.303834] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.314721] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683928, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.390934] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.459476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.484692] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683926, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.635651] env[62668]: DEBUG nova.compute.manager [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.635975] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.637019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd404e-8fbb-45af-91a2-e8018800f39b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.648207] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.648207] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3be9a2-c86a-44d2-8c3f-908f0d480b73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.651280] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 901.651280] env[62668]: value = "task-2683929" [ 901.651280] env[62668]: _type = "Task" [ 901.651280] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.656691] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.665165] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.685225] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475792} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.685371] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.685581] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.686295] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47ad616-12e5-4152-b73e-9428197f73f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.693650] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.693899] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.694103] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.694304] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.694443] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.694582] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.697048] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.697048] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.697048] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.697048] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.697048] env[62668]: DEBUG nova.virt.hardware [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.697536] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a4b9f-7ae8-4c43-9ac3-7e7d3b6777b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.702018] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 901.702018] env[62668]: value = "task-2683930" [ 901.702018] env[62668]: _type = "Task" [ 901.702018] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.708811] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683925, 'name': CloneVM_Task, 'duration_secs': 1.460773} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.710391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80138672-f659-4138-a744-46b4032a4143 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.714409] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Created linked-clone VM from snapshot [ 901.720247] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9453d483-7582-435f-b06a-0c5ad491b726 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.720247] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.735186] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Uploading image 5d21ee99-7899-42d9-9483-49d644bd7ab8 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.749127] env[62668]: DEBUG nova.scheduler.client.report [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.753190] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.753447] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a02d8e2a-2abe-45ef-9914-b3aac949f1fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.761203] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 901.761203] env[62668]: value = "task-2683931" [ 901.761203] env[62668]: _type = "Task" [ 901.761203] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.770071] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683931, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.814484] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683928, 'name': Rename_Task, 'duration_secs': 0.342542} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.814484] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.814484] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76feba48-c1ab-4a42-8824-b318b90e3e3c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.820819] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 901.820819] env[62668]: value = "task-2683932" [ 901.820819] env[62668]: _type = "Task" [ 901.820819] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.829138] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.924622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.924622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.985473] env[62668]: DEBUG oslo_vmware.api [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683926, 'name': RemoveSnapshot_Task, 'duration_secs': 1.462946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.985760] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.985995] env[62668]: INFO nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 14.69 seconds to snapshot the instance on the hypervisor. [ 902.163702] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683929, 'name': PowerOffVM_Task, 'duration_secs': 0.236307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.163702] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.163702] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.163702] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14dff535-7e3b-4499-a971-fbb05d51cfa6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.211478] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072429} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.211756] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.212562] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8123b6-2568-499d-ac90-7fabaaccca34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.237219] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.239451] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af4e728-bee3-40b1-99ee-6a47156e944c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.255916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.255916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.255916] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleting the datastore file [datastore1] c96f0187-c1c6-4631-8ff8-20328ac6ba7f {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.257800] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.257800] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.261087] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ab4e3b-c0ba-4a48-a029-3ad0dfc388c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.263546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.632s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.264342] env[62668]: DEBUG nova.objects.instance [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lazy-loading 'resources' on Instance uuid cc0f3003-760a-4c10-9719-01fa4e0a3c7d {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.270287] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 902.270287] env[62668]: value = "task-2683934" [ 902.270287] env[62668]: _type = "Task" [ 902.270287] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.278737] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683931, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.278936] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for the task: (returnval){ [ 902.278936] env[62668]: value = "task-2683935" [ 902.278936] env[62668]: _type = "Task" [ 902.278936] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.288876] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.293828] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.316473] env[62668]: DEBUG nova.compute.manager [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Received event network-vif-plugged-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 902.316473] env[62668]: DEBUG oslo_concurrency.lockutils [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] Acquiring lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.316818] env[62668]: DEBUG oslo_concurrency.lockutils [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.316892] env[62668]: DEBUG oslo_concurrency.lockutils [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.317384] env[62668]: DEBUG nova.compute.manager [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] No waiting events found dispatching network-vif-plugged-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.317384] env[62668]: WARNING nova.compute.manager [req-f286ce58-48a8-46ee-9a23-48c319a115fc req-4d34963f-d6f5-45af-883c-e353d74232ad service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Received unexpected event network-vif-plugged-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 for instance with vm_state building and task_state spawning. [ 902.332644] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.426207] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.433941] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Successfully updated port: fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.538685] env[62668]: DEBUG nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Found 3 images (rotation: 2) {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 902.538921] env[62668]: DEBUG nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Rotating out 1 backups {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 902.539180] env[62668]: DEBUG nova.compute.manager [None req-d7de610e-bc76-4d65-a57c-3c29c4457365 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleting image 54e52db5-c9e0-4531-8bb0-1dd5439c1aff {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 902.765895] env[62668]: DEBUG nova.compute.utils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.767335] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.767441] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.787204] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683931, 'name': Destroy_Task, 'duration_secs': 0.686452} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.790590] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Destroyed the VM [ 902.790845] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.791455] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683934, 'name': ReconfigVM_Task, 'duration_secs': 0.323945} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.791670] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c30bc562-5435-4882-bf23-11712f370883 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.793406] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.796672] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ab99d5-7feb-4a72-9eb1-2c34994134c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.798481] env[62668]: DEBUG oslo_vmware.api [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Task: {'id': task-2683935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208048} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.801754] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.801940] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.802132] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.802304] env[62668]: INFO nova.compute.manager [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 902.802626] env[62668]: DEBUG oslo.service.loopingcall [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.803202] env[62668]: DEBUG nova.compute.manager [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.803332] env[62668]: DEBUG nova.network.neutron [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.805783] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 902.805783] env[62668]: value = "task-2683936" [ 902.805783] env[62668]: _type = "Task" [ 902.805783] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.810266] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 902.810266] env[62668]: value = "task-2683937" [ 902.810266] env[62668]: _type = "Task" [ 902.810266] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.819876] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.822835] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683937, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.830655] env[62668]: DEBUG oslo_vmware.api [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683932, 'name': PowerOnVM_Task, 'duration_secs': 0.778736} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.833419] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.833810] env[62668]: INFO nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Took 9.73 seconds to spawn the instance on the hypervisor. [ 902.833896] env[62668]: DEBUG nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.834933] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6fa79-e1d7-4292-b639-698f7029b014 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.878299] env[62668]: DEBUG nova.policy [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f8360b125fd4b98abbe6e8708c72096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3422f18f03b14b67a15d8927015bfdf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.938507] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.938612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquired lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.938778] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.955044] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.243558] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d5399-bd6f-4271-85fe-02a5c3a75cef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.253398] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab92661-d27f-4b98-94fb-c5e292d5d93b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.285195] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.288776] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1b0e3-9903-4058-820a-bea6a2a09a1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.299060] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2f2e9-3654-4058-8bbb-fa746e57761f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.313814] env[62668]: DEBUG nova.compute.provider_tree [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.328036] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.329644] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683937, 'name': Rename_Task, 'duration_secs': 0.386085} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.330177] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.330946] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1821c29e-1b93-4b66-ae20-b25b41bdadb1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.337901] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 903.337901] env[62668]: value = "task-2683938" [ 903.337901] env[62668]: _type = "Task" [ 903.337901] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.353322] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.354556] env[62668]: INFO nova.compute.manager [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Took 43.08 seconds to build instance. [ 903.479177] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.538197] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Successfully created port: a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.667392] env[62668]: INFO nova.compute.manager [None req-45189913-7823-44bf-8ff4-ed28cf497c03 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Get console output [ 903.667699] env[62668]: WARNING nova.virt.vmwareapi.driver [None req-45189913-7823-44bf-8ff4-ed28cf497c03 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] The console log is missing. Check your VSPC configuration [ 903.675201] env[62668]: DEBUG nova.network.neutron [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [{"id": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "address": "fa:16:3e:c9:c5:55", "network": {"id": "f2966761-ea04-4241-99a5-b6db0dc353b7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1472817036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26e7bb80cd945f3b08d1dfb13c7e800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6c802-58", "ovs_interfaceid": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.825204] env[62668]: DEBUG nova.scheduler.client.report [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.829043] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683936, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.850616] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.860250] env[62668]: DEBUG oslo_concurrency.lockutils [None req-49811ee4-0c6e-4b5c-a79e-3c93254c3f5c tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.599s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.162673] env[62668]: DEBUG nova.network.neutron [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.177954] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Releasing lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.178320] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Instance network_info: |[{"id": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "address": "fa:16:3e:c9:c5:55", "network": {"id": "f2966761-ea04-4241-99a5-b6db0dc353b7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1472817036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26e7bb80cd945f3b08d1dfb13c7e800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6c802-58", "ovs_interfaceid": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.178969] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.186231] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Creating folder: Project (f26e7bb80cd945f3b08d1dfb13c7e800). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.187157] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13f2cef4-876e-4bb2-a76a-59606ee82ae5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.198938] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Created folder: Project (f26e7bb80cd945f3b08d1dfb13c7e800) in parent group-v540833. [ 904.199156] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Creating folder: Instances. Parent ref: group-v541066. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.199743] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dad99ea-bfad-4fa1-a8fc-153152b08052 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.210354] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Created folder: Instances in parent group-v541066. [ 904.210572] env[62668]: DEBUG oslo.service.loopingcall [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.210774] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.210987] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421f0ac1-6939-4734-86ab-ad7ee8b5f402 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.226336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.226562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.226734] env[62668]: DEBUG nova.compute.manager [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.227774] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85cabd-9445-47af-a172-5571ea021652 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.235753] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.235753] env[62668]: value = "task-2683941" [ 904.235753] env[62668]: _type = "Task" [ 904.235753] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.237434] env[62668]: DEBUG nova.compute.manager [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 904.238744] env[62668]: DEBUG nova.objects.instance [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.246926] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683941, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.303455] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.332486] env[62668]: DEBUG oslo_vmware.api [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683936, 'name': RemoveSnapshot_Task, 'duration_secs': 1.480054} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.334835] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.335091] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.335318] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.335542] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.335692] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.335841] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.336063] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.336224] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.336413] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.336610] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.336859] env[62668]: DEBUG nova.virt.hardware [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.337190] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.340435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.342702] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69290db8-d18a-43f6-a07c-59686aaee818 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.346147] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.453s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.347135] env[62668]: DEBUG nova.objects.instance [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lazy-loading 'resources' on Instance uuid 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.358432] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64427f-1281-4db5-a3d4-b11f36ef17a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.362731] env[62668]: DEBUG oslo_vmware.api [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2683938, 'name': PowerOnVM_Task, 'duration_secs': 0.528078} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.363570] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.363779] env[62668]: INFO nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Took 8.63 seconds to spawn the instance on the hypervisor. [ 904.363996] env[62668]: DEBUG nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.365139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43978f-8de6-445e-8490-302dbe933b53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.378996] env[62668]: INFO nova.scheduler.client.report [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Deleted allocations for instance cc0f3003-760a-4c10-9719-01fa4e0a3c7d [ 904.556031] env[62668]: DEBUG nova.compute.manager [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Received event network-changed-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 904.556265] env[62668]: DEBUG nova.compute.manager [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Refreshing instance network info cache due to event network-changed-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 904.556524] env[62668]: DEBUG oslo_concurrency.lockutils [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] Acquiring lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.556681] env[62668]: DEBUG oslo_concurrency.lockutils [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] Acquired lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.556839] env[62668]: DEBUG nova.network.neutron [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Refreshing network info cache for port fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.665785] env[62668]: INFO nova.compute.manager [-] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Took 1.86 seconds to deallocate network for instance. [ 904.749446] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683941, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.774496] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.774835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.775241] env[62668]: INFO nova.compute.manager [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Rebooting instance [ 904.847885] env[62668]: WARNING nova.compute.manager [None req-ca6920e5-7ee4-4671-b34b-041230cd469a tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Image not found during snapshot: nova.exception.ImageNotFound: Image 5d21ee99-7899-42d9-9483-49d644bd7ab8 could not be found. [ 904.895089] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5a9228bf-74b9-4d87-9ab9-c335ea7348a4 tempest-ServerAddressesTestJSON-652619080 tempest-ServerAddressesTestJSON-652619080-project-member] Lock "cc0f3003-760a-4c10-9719-01fa4e0a3c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.736s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.902741] env[62668]: INFO nova.compute.manager [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Took 43.06 seconds to build instance. [ 905.027625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.027625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.027625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.027625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.027625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.030061] env[62668]: INFO nova.compute.manager [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Terminating instance [ 905.172661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.227656] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af2c4f3-1115-4279-9f18-62be64fb59ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.246528] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b049df7-e1cf-4592-8055-5999c7da4c28 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.250628] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Successfully updated port: a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.252617] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.253774] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deaabe28-d69b-458c-a374-5dfee9f8b6e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.288324] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683941, 'name': CreateVM_Task, 'duration_secs': 0.803252} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.294904] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.295877] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b678bb5-3916-4407-a5f8-370abad3ee37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.300124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.300317] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300649] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.301561] env[62668]: DEBUG oslo_vmware.api [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 905.301561] env[62668]: value = "task-2683942" [ 905.301561] env[62668]: _type = "Task" [ 905.301561] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.301790] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab62e62-cda8-4502-bc7b-b736bca5678e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.311123] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef100f-7435-49ef-9d64-f7403e6b2c8d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.321075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.321232] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquired lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.321654] env[62668]: DEBUG nova.network.neutron [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.323491] env[62668]: DEBUG oslo_vmware.api [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.323804] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 905.323804] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5216b83e-f42f-909f-dd7d-63487ffdc141" [ 905.323804] env[62668]: _type = "Task" [ 905.323804] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.336143] env[62668]: DEBUG nova.compute.provider_tree [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.343785] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5216b83e-f42f-909f-dd7d-63487ffdc141, 'name': SearchDatastore_Task, 'duration_secs': 0.01922} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.344121] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.344368] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.344603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.344766] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.344941] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.345224] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d643ece-62f6-4e48-af14-2e6063103a1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.353531] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.353738] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.354709] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1f7446-2eb1-4ac8-9045-7ea11ff0315f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.360457] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 905.360457] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5214b261-a0ed-6e6f-59c3-adbf0842d2ce" [ 905.360457] env[62668]: _type = "Task" [ 905.360457] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.373705] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5214b261-a0ed-6e6f-59c3-adbf0842d2ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.404353] env[62668]: DEBUG oslo_concurrency.lockutils [None req-326ea3b0-a29d-4091-9373-2d2f3fa8baf9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.580s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.510178] env[62668]: DEBUG nova.network.neutron [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updated VIF entry in instance network info cache for port fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.510601] env[62668]: DEBUG nova.network.neutron [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [{"id": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "address": "fa:16:3e:c9:c5:55", "network": {"id": "f2966761-ea04-4241-99a5-b6db0dc353b7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1472817036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26e7bb80cd945f3b08d1dfb13c7e800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6c802-58", "ovs_interfaceid": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.541035] env[62668]: DEBUG nova.compute.manager [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.541035] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.541035] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc942483-2f1d-43b2-9653-d07b19fd45cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.549281] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.549748] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0777d1a5-0632-4ca9-9bbe-39c0541fb4b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556151] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 905.556151] env[62668]: value = "task-2683943" [ 905.556151] env[62668]: _type = "Task" [ 905.556151] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.564748] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.753931] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.754105] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.754268] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.813060] env[62668]: DEBUG oslo_vmware.api [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2683942, 'name': PowerOffVM_Task, 'duration_secs': 0.200347} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.813648] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.813648] env[62668]: DEBUG nova.compute.manager [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.814350] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc900c26-7536-4ed4-a97f-51dc84babdec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.841079] env[62668]: DEBUG nova.scheduler.client.report [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.872806] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5214b261-a0ed-6e6f-59c3-adbf0842d2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.874244] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae243dd-8d77-4359-a5fe-9b35f3a6283d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.883286] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 905.883286] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293bc8a-ae0a-520c-17af-796847a50a8c" [ 905.883286] env[62668]: _type = "Task" [ 905.883286] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.893654] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293bc8a-ae0a-520c-17af-796847a50a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.017775] env[62668]: DEBUG oslo_concurrency.lockutils [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] Releasing lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.018064] env[62668]: DEBUG nova.compute.manager [req-3dc90ff3-8957-4c4e-a02a-9b2cd34482cb req-4ee2a7c2-f047-4ad9-aa85-e60a3a4919d6 service nova] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Received event network-vif-deleted-2993829b-0e8b-4835-bd3d-677c524ea20e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 906.066868] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683943, 'name': PowerOffVM_Task, 'duration_secs': 0.335501} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.069328] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.069505] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.069910] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41fdc2fd-8c9b-45f9-a1f7-334a202ede42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.079611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "06fa3700-8504-4574-a742-c58430176687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.079893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.080196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "06fa3700-8504-4574-a742-c58430176687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.080402] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.080574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.082672] env[62668]: INFO nova.compute.manager [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Terminating instance [ 906.152098] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.152356] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.152539] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleting the datastore file [datastore2] d6d6c56c-96e2-430f-8d8c-a93d4986be93 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.152828] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c956dfe-947a-4688-a79e-6f59db817d07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.159611] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 906.159611] env[62668]: value = "task-2683945" [ 906.159611] env[62668]: _type = "Task" [ 906.159611] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.169842] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.302323] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.337396] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4598f4cb-e64e-4729-9d38-50b61f659dfc tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.340478] env[62668]: DEBUG nova.compute.manager [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 906.347356] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.350771] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.180s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.350955] env[62668]: DEBUG nova.objects.instance [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid 18ed20e4-25cf-4133-a542-6c8c26da3af7 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.369139] env[62668]: DEBUG nova.network.neutron [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Updating instance_info_cache with network_info: [{"id": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "address": "fa:16:3e:da:72:8c", "network": {"id": "aba3912d-f180-45cf-bad6-f0e57468c1f4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1317535696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88fb4f0dd03a49d2a48d97b16c920997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89be45e-e1", "ovs_interfaceid": "d89be45e-e1cb-4f2d-a716-2bcbea228f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.390636] env[62668]: INFO nova.scheduler.client.report [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Deleted allocations for instance 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50 [ 906.406976] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293bc8a-ae0a-520c-17af-796847a50a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.02268} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.408498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.408827] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a9603fbe-4ec7-403e-bbe0-d416ffa7a74e/a9603fbe-4ec7-403e-bbe0-d416ffa7a74e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.409936] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa2dbe2-62b9-4757-8343-edf835e3e8ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.422500] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 906.422500] env[62668]: value = "task-2683946" [ 906.422500] env[62668]: _type = "Task" [ 906.422500] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.433439] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.586664] env[62668]: DEBUG nova.compute.manager [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.588097] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.591836] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5485899e-b0a3-4f62-86e2-dd387fbef449 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.603634] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.604076] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ea7fc3-558f-448b-81b9-e3486ef02b32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.613146] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 906.613146] env[62668]: value = "task-2683947" [ 906.613146] env[62668]: _type = "Task" [ 906.613146] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.619306] env[62668]: DEBUG nova.compute.manager [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received event network-vif-plugged-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 906.620094] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Acquiring lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.620464] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.620781] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.621084] env[62668]: DEBUG nova.compute.manager [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] No waiting events found dispatching network-vif-plugged-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.621564] env[62668]: WARNING nova.compute.manager [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received unexpected event network-vif-plugged-a0a100a4-d99c-4618-8ff5-657dcbbabce1 for instance with vm_state building and task_state spawning. [ 906.621834] env[62668]: DEBUG nova.compute.manager [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 906.622132] env[62668]: DEBUG nova.compute.manager [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing instance network info cache due to event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 906.622420] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Acquiring lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.628614] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.629975] env[62668]: DEBUG nova.network.neutron [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.672729] env[62668]: DEBUG oslo_vmware.api [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2683945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301633} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.673485] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.673485] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.673485] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.673679] env[62668]: INFO nova.compute.manager [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 906.674237] env[62668]: DEBUG oslo.service.loopingcall [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.674237] env[62668]: DEBUG nova.compute.manager [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.674237] env[62668]: DEBUG nova.network.neutron [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.871302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.871947] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Releasing lock "refresh_cache-6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.900676] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3843808-c28e-457a-a065-7b2d315076a6 tempest-ServerShowV254Test-1647594455 tempest-ServerShowV254Test-1647594455-project-member] Lock "2cb6c037-eea6-4cdd-875f-b7f7ceb5da50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.358s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.940604] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683946, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.124434] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683947, 'name': PowerOffVM_Task, 'duration_secs': 0.25686} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.124690] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.124863] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.125167] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3faf6c1-a771-4ba2-a6ac-de3fb759eab8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.134575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.134839] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Instance network_info: |[{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.136157] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Acquired lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.136157] env[62668]: DEBUG nova.network.neutron [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.140020] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:91:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0a100a4-d99c-4618-8ff5-657dcbbabce1', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.146155] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating folder: Project (3422f18f03b14b67a15d8927015bfdf4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.149939] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee8e318-c7b8-413b-a36e-28fd6d78e9d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.165044] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created folder: Project (3422f18f03b14b67a15d8927015bfdf4) in parent group-v540833. [ 907.165332] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating folder: Instances. Parent ref: group-v541069. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.165583] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e8117a4-b6e7-411f-b824-532cf902e2c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.179695] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created folder: Instances in parent group-v541069. [ 907.179950] env[62668]: DEBUG oslo.service.loopingcall [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.180797] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.180797] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef93f93-d4b3-4e8a-862b-3c04594270c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.203035] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.203035] env[62668]: value = "task-2683951" [ 907.203035] env[62668]: _type = "Task" [ 907.203035] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.212071] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683951, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.222609] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.222811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.222985] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleting the datastore file [datastore2] 06fa3700-8504-4574-a742-c58430176687 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.223250] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36cdd368-fc9a-44b1-9cd8-201e525461e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.229173] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for the task: (returnval){ [ 907.229173] env[62668]: value = "task-2683952" [ 907.229173] env[62668]: _type = "Task" [ 907.229173] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.241207] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.323701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddfffc6-0b24-4c1f-b9f6-b24471288290 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.331026] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c077da-37f2-45c5-ba3c-6c99fa4b6b0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.368070] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4242c63-50f2-47ad-bbd6-7b98e8e343ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.376614] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f57e637-a953-4b11-9ae4-3cb6749703d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.383831] env[62668]: DEBUG nova.compute.manager [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.384718] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50caed-5247-4442-8276-176f28da3f60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.399565] env[62668]: DEBUG nova.compute.provider_tree [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.434876] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60662} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.436229] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a9603fbe-4ec7-403e-bbe0-d416ffa7a74e/a9603fbe-4ec7-403e-bbe0-d416ffa7a74e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.436229] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.436229] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c82f83d-ee6f-47ad-b240-00b3c1055f90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.443184] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 907.443184] env[62668]: value = "task-2683953" [ 907.443184] env[62668]: _type = "Task" [ 907.443184] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.455180] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.552613] env[62668]: DEBUG nova.network.neutron [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updated VIF entry in instance network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.552993] env[62668]: DEBUG nova.network.neutron [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.715721] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683951, 'name': CreateVM_Task, 'duration_secs': 0.391919} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.715721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.715721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.715721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.715721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.715721] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cd0c51-2a7b-49c9-9d55-8abac0c0526e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.720467] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 907.720467] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ee053-4e1d-6e98-2ecd-02d46d2f107a" [ 907.720467] env[62668]: _type = "Task" [ 907.720467] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.731311] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ee053-4e1d-6e98-2ecd-02d46d2f107a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.739156] env[62668]: DEBUG oslo_vmware.api [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Task: {'id': task-2683952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21938} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.739277] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.739602] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.739602] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.739769] env[62668]: INFO nova.compute.manager [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] [instance: 06fa3700-8504-4574-a742-c58430176687] Took 1.15 seconds to destroy the instance on the hypervisor. [ 907.740373] env[62668]: DEBUG oslo.service.loopingcall [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.740503] env[62668]: DEBUG nova.compute.manager [-] [instance: 06fa3700-8504-4574-a742-c58430176687] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.740647] env[62668]: DEBUG nova.network.neutron [-] [instance: 06fa3700-8504-4574-a742-c58430176687] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.903427] env[62668]: DEBUG nova.scheduler.client.report [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.956252] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077809} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.956570] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.957338] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca034f75-a5a5-494e-9001-d3d090d10397 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.981409] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a9603fbe-4ec7-403e-bbe0-d416ffa7a74e/a9603fbe-4ec7-403e-bbe0-d416ffa7a74e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.982068] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b7458e-7df3-406b-9c1c-9d2ad692bc85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.001594] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 908.001594] env[62668]: value = "task-2683954" [ 908.001594] env[62668]: _type = "Task" [ 908.001594] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.010153] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.058023] env[62668]: DEBUG oslo_concurrency.lockutils [req-ca6e5eba-b200-4ed6-9466-820f46314238 req-ae548474-4ecd-41c3-b67d-d7487612f2b3 service nova] Releasing lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.154802] env[62668]: DEBUG nova.compute.manager [req-b21d8796-f76d-4edb-91d3-bca7c5d1d405 req-1afdb10e-0468-4483-8de7-d472afe7b6e0 service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Received event network-vif-deleted-4e45ab2d-1e0d-44d4-a751-b89965f8dc2e {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 908.155214] env[62668]: INFO nova.compute.manager [req-b21d8796-f76d-4edb-91d3-bca7c5d1d405 req-1afdb10e-0468-4483-8de7-d472afe7b6e0 service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Neutron deleted interface 4e45ab2d-1e0d-44d4-a751-b89965f8dc2e; detaching it from the instance and deleting it from the info cache [ 908.155323] env[62668]: DEBUG nova.network.neutron [req-b21d8796-f76d-4edb-91d3-bca7c5d1d405 req-1afdb10e-0468-4483-8de7-d472afe7b6e0 service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.233030] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521ee053-4e1d-6e98-2ecd-02d46d2f107a, 'name': SearchDatastore_Task, 'duration_secs': 0.040042} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.233030] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.233030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.233221] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.233275] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.233418] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.233681] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e00f307f-9893-4333-88ea-a142b69369c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.245257] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.245506] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.246239] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbbbd92-5a6d-4ef8-90dc-a4c0e171b5d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.251572] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 908.251572] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52320bba-8a08-8fda-152b-d0fc28587beb" [ 908.251572] env[62668]: _type = "Task" [ 908.251572] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.259043] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52320bba-8a08-8fda-152b-d0fc28587beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.278613] env[62668]: DEBUG nova.network.neutron [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.412374] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.422011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.167s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.422262] env[62668]: INFO nova.compute.claims [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.428153] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a4469-b792-455e-b92e-a7604dc394c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.434271] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Doing hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 908.434890] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-169311ee-7ce1-4d15-9375-e926b75e10de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.443419] env[62668]: DEBUG oslo_vmware.api [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 908.443419] env[62668]: value = "task-2683955" [ 908.443419] env[62668]: _type = "Task" [ 908.443419] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.452853] env[62668]: DEBUG oslo_vmware.api [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683955, 'name': ResetVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.454162] env[62668]: INFO nova.scheduler.client.report [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance 18ed20e4-25cf-4133-a542-6c8c26da3af7 [ 908.512829] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.561424] env[62668]: DEBUG nova.compute.manager [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Stashing vm_state: stopped {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 908.618164] env[62668]: DEBUG nova.network.neutron [-] [instance: 06fa3700-8504-4574-a742-c58430176687] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.642031] env[62668]: DEBUG nova.compute.manager [req-fa478e61-79ad-4382-8c01-d22424cce6f2 req-f6660b30-64db-4294-a6b1-29963837f381 service nova] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Received event network-vif-deleted-76412248-07af-48d7-97c0-47794b20ed74 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 908.659137] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f71fd37-9ddc-4fd1-ac64-4b480c0d5771 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.669264] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf345e2-87ed-4dd3-a09d-11ec02e298b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.702866] env[62668]: DEBUG nova.compute.manager [req-b21d8796-f76d-4edb-91d3-bca7c5d1d405 req-1afdb10e-0468-4483-8de7-d472afe7b6e0 service nova] [instance: 06fa3700-8504-4574-a742-c58430176687] Detach interface failed, port_id=4e45ab2d-1e0d-44d4-a751-b89965f8dc2e, reason: Instance 06fa3700-8504-4574-a742-c58430176687 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 908.761846] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52320bba-8a08-8fda-152b-d0fc28587beb, 'name': SearchDatastore_Task, 'duration_secs': 0.036333} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.762655] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85913a14-f981-4899-9a47-2231ddce4cdf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.768464] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 908.768464] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bbe7-a844-f104-4abc-adf36fbb55e4" [ 908.768464] env[62668]: _type = "Task" [ 908.768464] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.777636] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bbe7-a844-f104-4abc-adf36fbb55e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.783619] env[62668]: INFO nova.compute.manager [-] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Took 2.11 seconds to deallocate network for instance. [ 908.953094] env[62668]: DEBUG oslo_vmware.api [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683955, 'name': ResetVM_Task, 'duration_secs': 0.096833} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.953363] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Did hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 908.953551] env[62668]: DEBUG nova.compute.manager [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.954339] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda19fc-00d3-4d3c-9b16-af9593453d34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.964604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-72fbb8a7-27c6-4652-bdfc-f1195206dec8 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "18ed20e4-25cf-4133-a542-6c8c26da3af7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.297s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.012914] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683954, 'name': ReconfigVM_Task, 'duration_secs': 0.808573} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.013213] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a9603fbe-4ec7-403e-bbe0-d416ffa7a74e/a9603fbe-4ec7-403e-bbe0-d416ffa7a74e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.013807] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7c03a1-1902-4823-8bea-38ab5aff96ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.020383] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 909.020383] env[62668]: value = "task-2683956" [ 909.020383] env[62668]: _type = "Task" [ 909.020383] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.029166] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683956, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.088453] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.121301] env[62668]: INFO nova.compute.manager [-] [instance: 06fa3700-8504-4574-a742-c58430176687] Took 1.38 seconds to deallocate network for instance. [ 909.278735] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bbe7-a844-f104-4abc-adf36fbb55e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020673} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.279090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.279355] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] ca273e31-da7a-444d-8ee7-a744bdd2d553/ca273e31-da7a-444d-8ee7-a744bdd2d553.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.279608] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d290fa09-8277-4d70-adf9-25029fe8f615 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.285880] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 909.285880] env[62668]: value = "task-2683957" [ 909.285880] env[62668]: _type = "Task" [ 909.285880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.294230] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.294476] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.470017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1cd3450-c299-4df8-b09d-04189101d31b tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.695s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.531257] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683956, 'name': Rename_Task, 'duration_secs': 0.194358} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.531538] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.531780] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6752a252-9e63-41d5-8175-d795a8610d23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.540956] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 909.540956] env[62668]: value = "task-2683958" [ 909.540956] env[62668]: _type = "Task" [ 909.540956] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.552061] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.627767] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.630457] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b1056bc1-c866-477c-9122-3c9232db8d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.630682] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.788472] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cfc14-50dd-45f0-a500-2246e7d724e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.803895] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271eedb-7b68-40bc-b106-f89a483e9bac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.809429] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.838054] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dac357-603d-47dc-b230-1503553cc6b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.846335] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3fc25b-620e-4187-bdbb-47efa28dc8f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.860475] env[62668]: DEBUG nova.compute.provider_tree [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.052646] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683958, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.136040] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.145300] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.145569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.145853] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.146076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.146254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.148585] env[62668]: INFO nova.compute.manager [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Terminating instance [ 910.297662] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726473} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.298140] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] ca273e31-da7a-444d-8ee7-a744bdd2d553/ca273e31-da7a-444d-8ee7-a744bdd2d553.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.298404] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.298668] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3928e74-8565-445d-abc9-4c33140372fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.305785] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 910.305785] env[62668]: value = "task-2683959" [ 910.305785] env[62668]: _type = "Task" [ 910.305785] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.316465] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.365238] env[62668]: DEBUG nova.scheduler.client.report [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.551873] env[62668]: DEBUG oslo_vmware.api [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2683958, 'name': PowerOnVM_Task, 'duration_secs': 0.652214} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.552202] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.552354] env[62668]: INFO nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Took 8.90 seconds to spawn the instance on the hypervisor. [ 910.552529] env[62668]: DEBUG nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.553280] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde07938-0d75-4e9b-821a-af0bb70df7ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.652953] env[62668]: DEBUG nova.compute.manager [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.653211] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.654090] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ce495-99bb-4b19-a4dc-8354e8c7d625 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.658082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.661455] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.661696] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004e80dd-0c17-49e0-a955-20ce66e66e4f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.667234] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 910.667234] env[62668]: value = "task-2683960" [ 910.667234] env[62668]: _type = "Task" [ 910.667234] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.674860] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.816194] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067662} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.816646] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.817495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac029ba7-1664-45a3-83b0-4f8a27acf50e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.840866] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ca273e31-da7a-444d-8ee7-a744bdd2d553/ca273e31-da7a-444d-8ee7-a744bdd2d553.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.841203] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333c613e-cb7f-4a86-8967-0d2820755272 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.860315] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 910.860315] env[62668]: value = "task-2683961" [ 910.860315] env[62668]: _type = "Task" [ 910.860315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.867993] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.870826] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.871356] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.874727] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.388s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.876126] env[62668]: INFO nova.compute.claims [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.077450] env[62668]: INFO nova.compute.manager [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Took 44.32 seconds to build instance. [ 911.178447] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683960, 'name': PowerOffVM_Task, 'duration_secs': 0.23907} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.181999] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.181999] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.181999] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c6aac1-455e-45e7-89fd-ea1eea6e719c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.260942] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.261248] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.261466] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Deleting the datastore file [datastore2] 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.261743] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe8121f-5fad-48a7-92d8-5927debb9c32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.269574] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for the task: (returnval){ [ 911.269574] env[62668]: value = "task-2683963" [ 911.269574] env[62668]: _type = "Task" [ 911.269574] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.278112] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.371031] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683961, 'name': ReconfigVM_Task, 'duration_secs': 0.322376} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.371342] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ca273e31-da7a-444d-8ee7-a744bdd2d553/ca273e31-da7a-444d-8ee7-a744bdd2d553.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.371999] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2d00f4-f7f8-4fd4-9208-3fd3beda9c84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.376390] env[62668]: DEBUG nova.compute.utils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.377851] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.378205] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.383548] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 911.383548] env[62668]: value = "task-2683964" [ 911.383548] env[62668]: _type = "Task" [ 911.383548] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.395453] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.396141] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.406773] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683964, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.438029] env[62668]: DEBUG nova.policy [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.575044] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8932977-2844-4784-a92a-22c733a3467f tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.832s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.637799] env[62668]: DEBUG nova.compute.manager [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Received event network-changed-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 911.637799] env[62668]: DEBUG nova.compute.manager [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Refreshing instance network info cache due to event network-changed-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 911.637799] env[62668]: DEBUG oslo_concurrency.lockutils [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] Acquiring lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.637799] env[62668]: DEBUG oslo_concurrency.lockutils [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] Acquired lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.638348] env[62668]: DEBUG nova.network.neutron [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Refreshing network info cache for port fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.784764] env[62668]: DEBUG oslo_vmware.api [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Task: {'id': task-2683963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438642} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.788109] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.788109] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.788109] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.788109] env[62668]: INFO nova.compute.manager [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.788109] env[62668]: DEBUG oslo.service.loopingcall [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.788109] env[62668]: DEBUG nova.compute.manager [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.788109] env[62668]: DEBUG nova.network.neutron [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.814892] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Successfully created port: 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.886031] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.903285] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683964, 'name': Rename_Task, 'duration_secs': 0.165736} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.904082] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.905273] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e03eb07-fcbb-4d88-81b1-8501576ad0de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.920018] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.920018] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 911.925232] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 911.925232] env[62668]: value = "task-2683965" [ 911.925232] env[62668]: _type = "Task" [ 911.925232] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.935699] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.278059] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb30f2-a32d-4dca-b432-ab232451cd8d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.289469] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5024079-e81b-4107-824a-e6c96b449511 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.342859] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24889f-6865-4bda-a871-840fbd078716 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.353128] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b8109-e5e8-4bcc-8746-e35b2ec2b341 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.370210] env[62668]: DEBUG nova.compute.provider_tree [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.425454] env[62668]: DEBUG nova.network.neutron [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updated VIF entry in instance network info cache for port fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.425835] env[62668]: DEBUG nova.network.neutron [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [{"id": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "address": "fa:16:3e:c9:c5:55", "network": {"id": "f2966761-ea04-4241-99a5-b6db0dc353b7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1472817036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26e7bb80cd945f3b08d1dfb13c7e800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6c802-58", "ovs_interfaceid": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.438253] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.597282] env[62668]: DEBUG nova.network.neutron [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.875036] env[62668]: DEBUG nova.scheduler.client.report [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.897571] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.925675] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.926012] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.926250] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.926452] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.926664] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.926845] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.927162] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.927405] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.927641] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.927842] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.928100] env[62668]: DEBUG nova.virt.hardware [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.929226] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8121b-ca58-47d8-87d2-c5fc94ff2917 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.938062] env[62668]: DEBUG oslo_concurrency.lockutils [req-919939eb-a42d-4901-9413-252b0efac98b req-27d9fb10-e089-4776-9bc3-331aa1477c38 service nova] Releasing lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.944667] env[62668]: DEBUG oslo_vmware.api [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2683965, 'name': PowerOnVM_Task, 'duration_secs': 0.786763} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.947012] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.947412] env[62668]: INFO nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Took 8.64 seconds to spawn the instance on the hypervisor. [ 912.947672] env[62668]: DEBUG nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.948699] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e1c05-0c45-482c-9cab-1f6568e0094a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.953701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810aaaf8-f5de-4276-bea2-421224e6b79b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.100698] env[62668]: INFO nova.compute.manager [-] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Took 1.31 seconds to deallocate network for instance. [ 913.291557] env[62668]: DEBUG nova.compute.manager [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received event network-vif-plugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 913.291783] env[62668]: DEBUG oslo_concurrency.lockutils [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.292009] env[62668]: DEBUG oslo_concurrency.lockutils [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.292209] env[62668]: DEBUG oslo_concurrency.lockutils [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.292359] env[62668]: DEBUG nova.compute.manager [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] No waiting events found dispatching network-vif-plugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.292523] env[62668]: WARNING nova.compute.manager [req-058c5d1e-7a67-408e-b128-6acfebb3ad06 req-eb6b37ca-9d82-4fa8-b0b6-0a874bffcf76 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received unexpected event network-vif-plugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa for instance with vm_state building and task_state spawning. [ 913.383027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.383027] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.383670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.086s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.383888] env[62668]: DEBUG nova.objects.instance [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lazy-loading 'resources' on Instance uuid aed2e89c-1084-4691-bcb5-7e2d9f176358 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.393053] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Successfully updated port: 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.486133] env[62668]: INFO nova.compute.manager [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Took 44.03 seconds to build instance. [ 913.611335] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.662390] env[62668]: DEBUG nova.compute.manager [req-c8da4957-b660-4315-bd27-41c499ff058c req-edb7f357-2b45-4960-80b3-2baa8c24da09 service nova] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Received event network-vif-deleted-d89be45e-e1cb-4f2d-a716-2bcbea228f4b {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 913.886546] env[62668]: DEBUG nova.compute.utils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.887974] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.888159] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.895350] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.895484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.895626] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.955420] env[62668]: DEBUG nova.policy [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d8f87816b34de6b27edb909fb98dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe2e87f1793a4ae38d5f702bea44d7ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.988227] env[62668]: DEBUG oslo_concurrency.lockutils [None req-412ac84a-f91f-427d-9254-9d1114463fc3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.540s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.275020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c4f0f-70ec-44c2-893b-7f7dcb7c458f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.282574] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609b8fa-9b70-49f8-8f45-83ea3904d04f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.321339] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818db3e-ffa7-416e-bb90-d08edcb60e9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.329049] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df838269-ec6d-4de0-a9d4-e4d57416c239 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.346607] env[62668]: DEBUG nova.compute.provider_tree [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.391632] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.431574] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.451081] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Successfully created port: 06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.600619] env[62668]: DEBUG nova.network.neutron [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updating instance_info_cache with network_info: [{"id": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "address": "fa:16:3e:56:23:f5", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0171c-61", "ovs_interfaceid": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.848692] env[62668]: DEBUG nova.scheduler.client.report [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.108360] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.108734] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance network_info: |[{"id": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "address": "fa:16:3e:56:23:f5", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0171c-61", "ovs_interfaceid": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.109272] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:23:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.119033] env[62668]: DEBUG oslo.service.loopingcall [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.119033] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.119033] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f494ad9-fbf9-4468-b4d7-fc46e5702613 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.141106] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.141106] env[62668]: value = "task-2683966" [ 915.141106] env[62668]: _type = "Task" [ 915.141106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.150738] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683966, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.323339] env[62668]: DEBUG nova.compute.manager [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received event network-changed-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 915.323600] env[62668]: DEBUG nova.compute.manager [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Refreshing instance network info cache due to event network-changed-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 915.323746] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Acquiring lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.323890] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Acquired lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.324057] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Refreshing network info cache for port 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.354136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.356575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.547s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.358273] env[62668]: INFO nova.compute.claims [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.381474] env[62668]: INFO nova.scheduler.client.report [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted allocations for instance aed2e89c-1084-4691-bcb5-7e2d9f176358 [ 915.400998] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.430460] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.430697] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.430856] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.431047] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.431231] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.431405] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.431615] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.431776] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.431939] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.432116] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.432293] env[62668]: DEBUG nova.virt.hardware [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.433404] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb3458-106a-4413-bcb8-98e850f88ece {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.442013] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331f7c9-5c32-4ec9-9509-83043ebaea6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.652421] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683966, 'name': CreateVM_Task, 'duration_secs': 0.392876} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.652595] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.653339] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.653491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.653820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.654082] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1f6add-83c1-4e9d-98c8-41d6e239889c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.659232] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 915.659232] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521befc4-f72f-784c-c7b8-054f86350d32" [ 915.659232] env[62668]: _type = "Task" [ 915.659232] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.668372] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521befc4-f72f-784c-c7b8-054f86350d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.890595] env[62668]: DEBUG oslo_concurrency.lockutils [None req-345cf8b2-0a5c-4208-ab3e-37ce06fdd397 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "aed2e89c-1084-4691-bcb5-7e2d9f176358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.172s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.020127] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Successfully updated port: 06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.087123] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updated VIF entry in instance network info cache for port 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.087500] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updating instance_info_cache with network_info: [{"id": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "address": "fa:16:3e:56:23:f5", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0171c-61", "ovs_interfaceid": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.170459] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521befc4-f72f-784c-c7b8-054f86350d32, 'name': SearchDatastore_Task, 'duration_secs': 0.039782} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.170787] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.171036] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.171275] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.171419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171594] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.171840] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe445f29-7cac-465a-b505-29ebccbf3dcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.182596] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.182769] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.183464] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b085a3-690e-461c-8e3e-384326deb3b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.188636] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 916.188636] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aeecf6-cc72-69b0-392f-046ad84f5b4f" [ 916.188636] env[62668]: _type = "Task" [ 916.188636] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.196677] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aeecf6-cc72-69b0-392f-046ad84f5b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.523594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.523762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.523954] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.591388] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Releasing lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.591634] env[62668]: DEBUG nova.compute.manager [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 916.592724] env[62668]: DEBUG nova.compute.manager [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing instance network info cache due to event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 916.592724] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Acquiring lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.592724] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Acquired lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.592724] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.670352] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93879a4e-5cf9-4a63-a703-2379b302b9c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.678268] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbd761-e980-4b3a-a4a0-3438a19fb686 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.711105] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483972d1-93dc-4189-96e1-224396a68d40 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.721882] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee4df3-627f-4cd2-a5ae-cb8a8ff2555f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.726122] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52aeecf6-cc72-69b0-392f-046ad84f5b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.033841} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.726552] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579acab1-192a-4ec0-9c25-cec48bb45e78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.736827] env[62668]: DEBUG nova.compute.provider_tree [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.741661] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 916.741661] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524d6964-34d3-909c-417c-a4da58c16933" [ 916.741661] env[62668]: _type = "Task" [ 916.741661] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.750453] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524d6964-34d3-909c-417c-a4da58c16933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.927186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.927501] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.927674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.927858] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.928039] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.930199] env[62668]: INFO nova.compute.manager [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Terminating instance [ 917.078331] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.228498] env[62668]: DEBUG nova.network.neutron [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Updating instance_info_cache with network_info: [{"id": "06ea6aa8-e716-4869-8d7c-52f47d648443", "address": "fa:16:3e:b1:d5:92", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea6aa8-e7", "ovs_interfaceid": "06ea6aa8-e716-4869-8d7c-52f47d648443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.249341] env[62668]: DEBUG nova.scheduler.client.report [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.262589] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524d6964-34d3-909c-417c-a4da58c16933, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.262589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.262589] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8d8ec04b-db0d-40d2-8cfc-146e455d6e87/8d8ec04b-db0d-40d2-8cfc-146e455d6e87.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.262751] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75532f2e-a411-44e9-8e0b-a0fd7ddd2d69 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.270625] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 917.270625] env[62668]: value = "task-2683967" [ 917.270625] env[62668]: _type = "Task" [ 917.270625] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.280853] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.349802] env[62668]: DEBUG nova.compute.manager [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Received event network-vif-plugged-06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 917.349884] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Acquiring lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.350156] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.350262] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.350426] env[62668]: DEBUG nova.compute.manager [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] No waiting events found dispatching network-vif-plugged-06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.350661] env[62668]: WARNING nova.compute.manager [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Received unexpected event network-vif-plugged-06ea6aa8-e716-4869-8d7c-52f47d648443 for instance with vm_state building and task_state spawning. [ 917.350725] env[62668]: DEBUG nova.compute.manager [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Received event network-changed-06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 917.350870] env[62668]: DEBUG nova.compute.manager [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Refreshing instance network info cache due to event network-changed-06ea6aa8-e716-4869-8d7c-52f47d648443. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 917.351130] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Acquiring lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.404128] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updated VIF entry in instance network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.404509] env[62668]: DEBUG nova.network.neutron [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.434280] env[62668]: DEBUG nova.compute.manager [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.434723] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.435917] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efa71d-5bba-42f3-937e-039b84e0aaf6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.445227] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.445589] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56c6d65-67a7-4b29-96b2-856e9fc0589f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.453930] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 917.453930] env[62668]: value = "task-2683968" [ 917.453930] env[62668]: _type = "Task" [ 917.453930] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.465527] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.732813] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.733374] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Instance network_info: |[{"id": "06ea6aa8-e716-4869-8d7c-52f47d648443", "address": "fa:16:3e:b1:d5:92", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea6aa8-e7", "ovs_interfaceid": "06ea6aa8-e716-4869-8d7c-52f47d648443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.734841] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Acquired lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735200] env[62668]: DEBUG nova.network.neutron [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Refreshing network info cache for port 06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.736548] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:d5:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ea6aa8-e716-4869-8d7c-52f47d648443', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.744577] env[62668]: DEBUG oslo.service.loopingcall [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.745548] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.745788] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61272f2a-f8b8-47ca-b5d3-119cd695a7b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.762441] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.762977] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.765808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.505s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.767023] env[62668]: DEBUG nova.objects.instance [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lazy-loading 'resources' on Instance uuid d0b8e179-8817-424f-8718-e24d502c77f8 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.774458] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.774458] env[62668]: value = "task-2683969" [ 917.774458] env[62668]: _type = "Task" [ 917.774458] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.795272] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492479} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.795272] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683969, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.795272] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 8d8ec04b-db0d-40d2-8cfc-146e455d6e87/8d8ec04b-db0d-40d2-8cfc-146e455d6e87.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.795272] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.795272] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c7b64b0-db89-49c9-ae84-61513c0a85a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.803957] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 917.803957] env[62668]: value = "task-2683970" [ 917.803957] env[62668]: _type = "Task" [ 917.803957] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.815833] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.907650] env[62668]: DEBUG oslo_concurrency.lockutils [req-24608194-c53e-494b-aea2-0e364bf4e3fd req-be60c58e-0877-41f6-af56-b0db9650a609 service nova] Releasing lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.966374] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683968, 'name': PowerOffVM_Task, 'duration_secs': 0.396203} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.966998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.967234] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.967531] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56330f86-f8f6-45ec-9035-c0f4a4b1ae5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.052301] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.052510] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleting the datastore file [datastore2] 01e6b8da-a95c-4ddd-a0d0-3096f0dea074 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.052664] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f04b01-11dc-410a-8382-3295d8a53dcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.060528] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 918.060528] env[62668]: value = "task-2683972" [ 918.060528] env[62668]: _type = "Task" [ 918.060528] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.068978] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.270734] env[62668]: DEBUG nova.compute.utils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.275868] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.276042] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.288594] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683969, 'name': CreateVM_Task, 'duration_secs': 0.376798} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.290957] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.291764] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.291867] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.292130] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.292646] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87527b77-13ec-49d5-b6f2-a78eae88c42f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.298019] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 918.298019] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52abd3ab-f6ab-a468-7b08-4c6a9e1864c8" [ 918.298019] env[62668]: _type = "Task" [ 918.298019] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.310844] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52abd3ab-f6ab-a468-7b08-4c6a9e1864c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.311593] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.311800] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.312054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.312209] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.312384] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.312647] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598dcf64-4811-491b-8970-6ae13a9e4627 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.317047] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097257} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.319824] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.321092] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6962392-87e8-47ae-a032-a8e9b4bb743d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.326266] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.326555] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.335710] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3188b3-5470-456c-9260-5a8260e94cd2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.346343] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8d8ec04b-db0d-40d2-8cfc-146e455d6e87/8d8ec04b-db0d-40d2-8cfc-146e455d6e87.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.347569] env[62668]: DEBUG nova.policy [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b05e4c903015418290aaf244c5b04c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c17585e64a4920bc8ae7963ec93011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.353000] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24077e07-4225-4423-bd8c-0ad672ad55ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.371357] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 918.371357] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c9312-2a49-c530-f781-97533f5c1aca" [ 918.371357] env[62668]: _type = "Task" [ 918.371357] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.375728] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 918.375728] env[62668]: value = "task-2683973" [ 918.375728] env[62668]: _type = "Task" [ 918.375728] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.388085] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c9312-2a49-c530-f781-97533f5c1aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.392519] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.487662] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.487736] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.487899] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 918.552066] env[62668]: DEBUG nova.network.neutron [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Updated VIF entry in instance network info cache for port 06ea6aa8-e716-4869-8d7c-52f47d648443. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.552411] env[62668]: DEBUG nova.network.neutron [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Updating instance_info_cache with network_info: [{"id": "06ea6aa8-e716-4869-8d7c-52f47d648443", "address": "fa:16:3e:b1:d5:92", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea6aa8-e7", "ovs_interfaceid": "06ea6aa8-e716-4869-8d7c-52f47d648443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.575287] env[62668]: DEBUG oslo_vmware.api [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2683972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184312} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.575554] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.575737] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.575914] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.576182] env[62668]: INFO nova.compute.manager [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.576343] env[62668]: DEBUG oslo.service.loopingcall [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.576532] env[62668]: DEBUG nova.compute.manager [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.576625] env[62668]: DEBUG nova.network.neutron [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.691464] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31243270-e5a6-499a-adc5-ff9ffba43927 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.700903] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98944c32-af41-4add-b6fe-d341d74a5896 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.739958] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6179a03f-a90d-4052-a1b7-74c25daf3bdd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748638] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5cbb4c-f4ae-4491-892f-7501e2c10335 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.763259] env[62668]: DEBUG nova.compute.provider_tree [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.765706] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Successfully created port: e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.779500] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.883518] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c9312-2a49-c530-f781-97533f5c1aca, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.884733] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00535dcf-e725-4728-96e7-268364272f4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.891469] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.895585] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 918.895585] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b6c542-06cb-cb12-d04b-e5ed8af96657" [ 918.895585] env[62668]: _type = "Task" [ 918.895585] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.906542] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b6c542-06cb-cb12-d04b-e5ed8af96657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.018553] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.054910] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2cbfb2f-9a15-4206-a29b-69796e77ec67 req-9bffdead-0d88-40cf-a8dd-ca99ce4288e9 service nova] Releasing lock "refresh_cache-819e2b00-a76d-4b35-a162-b62aba859c14" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.268876] env[62668]: DEBUG nova.scheduler.client.report [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.374565] env[62668]: DEBUG nova.compute.manager [req-23fcc2b5-04b3-4e99-a27b-78dd33fef56b req-e0e0ef5e-0736-433b-8c34-09d86e684edb service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Received event network-vif-deleted-66387db9-d535-4497-8d5d-b5d110df57a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 919.374565] env[62668]: INFO nova.compute.manager [req-23fcc2b5-04b3-4e99-a27b-78dd33fef56b req-e0e0ef5e-0736-433b-8c34-09d86e684edb service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Neutron deleted interface 66387db9-d535-4497-8d5d-b5d110df57a5; detaching it from the instance and deleting it from the info cache [ 919.374699] env[62668]: DEBUG nova.network.neutron [req-23fcc2b5-04b3-4e99-a27b-78dd33fef56b req-e0e0ef5e-0736-433b-8c34-09d86e684edb service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.387724] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683973, 'name': ReconfigVM_Task, 'duration_secs': 0.90253} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.388482] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8d8ec04b-db0d-40d2-8cfc-146e455d6e87/8d8ec04b-db0d-40d2-8cfc-146e455d6e87.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.389153] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a1b774a-300c-4bf8-af0b-a1a74bf30093 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.397515] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 919.397515] env[62668]: value = "task-2683974" [ 919.397515] env[62668]: _type = "Task" [ 919.397515] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.411470] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683974, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.415064] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b6c542-06cb-cb12-d04b-e5ed8af96657, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.415307] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.415560] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 819e2b00-a76d-4b35-a162-b62aba859c14/819e2b00-a76d-4b35-a162-b62aba859c14.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.415806] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6010bcc-9633-4d09-bef5-c8ca9dbe9754 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424439] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 919.424439] env[62668]: value = "task-2683975" [ 919.424439] env[62668]: _type = "Task" [ 919.424439] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.433718] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.579164] env[62668]: DEBUG nova.network.neutron [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.603541] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.774189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.777737] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.473s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.780196] env[62668]: INFO nova.compute.claims [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.791208] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.802918] env[62668]: INFO nova.scheduler.client.report [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted allocations for instance d0b8e179-8817-424f-8718-e24d502c77f8 [ 919.821223] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.821544] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.821770] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.822027] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.822223] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.822409] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.822647] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.822875] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.823299] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.823379] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.823533] env[62668]: DEBUG nova.virt.hardware [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.824495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adeada4-52f2-4010-9789-dcbaf56f4591 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.835287] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558c41b-271d-4758-ab8c-7b01deb1797d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.878268] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d370984-60c1-436f-b7d9-fc0f73e8f67a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.889612] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88929d10-0d9f-4427-a2ce-61af104dd8aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.913093] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683974, 'name': Rename_Task, 'duration_secs': 0.259515} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.913409] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.913741] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58deb738-f41b-4cb2-95cc-870f4ef7ad78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.932442] env[62668]: DEBUG nova.compute.manager [req-23fcc2b5-04b3-4e99-a27b-78dd33fef56b req-e0e0ef5e-0736-433b-8c34-09d86e684edb service nova] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Detach interface failed, port_id=66387db9-d535-4497-8d5d-b5d110df57a5, reason: Instance 01e6b8da-a95c-4ddd-a0d0-3096f0dea074 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 919.938160] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 919.938160] env[62668]: value = "task-2683976" [ 919.938160] env[62668]: _type = "Task" [ 919.938160] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.946011] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.953037] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.081721] env[62668]: INFO nova.compute.manager [-] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Took 1.50 seconds to deallocate network for instance. [ 920.107732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-a9b63d1b-69be-4b6a-a3b8-9f6237644428" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.107917] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 920.108636] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.108844] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.109041] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.109679] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.109679] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.109679] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.109679] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 920.109963] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.313274] env[62668]: DEBUG oslo_concurrency.lockutils [None req-51ccb2fd-119e-466a-a718-55c06f26798c tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "d0b8e179-8817-424f-8718-e24d502c77f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.481s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.393678] env[62668]: DEBUG nova.compute.manager [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Received event network-vif-plugged-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 920.393937] env[62668]: DEBUG oslo_concurrency.lockutils [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.394179] env[62668]: DEBUG oslo_concurrency.lockutils [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.394927] env[62668]: DEBUG oslo_concurrency.lockutils [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.394927] env[62668]: DEBUG nova.compute.manager [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] No waiting events found dispatching network-vif-plugged-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.394927] env[62668]: WARNING nova.compute.manager [req-70df8366-d211-4a03-8b4b-85f0c1806d8f req-d44e04ec-b4d8-4af5-bb5f-26dc7e41389a service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Received unexpected event network-vif-plugged-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 for instance with vm_state building and task_state spawning. [ 920.442610] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580495} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.446232] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 819e2b00-a76d-4b35-a162-b62aba859c14/819e2b00-a76d-4b35-a162-b62aba859c14.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.446460] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.446928] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a1c888c-4ce1-4c90-aef8-672563fb1d83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.454716] env[62668]: DEBUG oslo_vmware.api [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683976, 'name': PowerOnVM_Task, 'duration_secs': 0.502669} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.456706] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.456938] env[62668]: INFO nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Took 7.56 seconds to spawn the instance on the hypervisor. [ 920.457153] env[62668]: DEBUG nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.457521] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 920.457521] env[62668]: value = "task-2683977" [ 920.457521] env[62668]: _type = "Task" [ 920.457521] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.458215] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80144a56-fc71-4755-b2b8-ec4fd7d004bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.471851] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.588397] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.609240] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.609522] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.609803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.609997] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.610207] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.612529] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.613021] env[62668]: INFO nova.compute.manager [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Terminating instance [ 920.700867] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Successfully updated port: e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.975023] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070997} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.975459] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.976361] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf36faf-9d9c-4a95-b2f2-972df0bb3bfc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.007972] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 819e2b00-a76d-4b35-a162-b62aba859c14/819e2b00-a76d-4b35-a162-b62aba859c14.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.008654] env[62668]: INFO nova.compute.manager [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Took 48.78 seconds to build instance. [ 921.015828] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9368afe7-ce8e-4fbe-bd21-92d9a51b1a03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.042680] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 921.042680] env[62668]: value = "task-2683978" [ 921.042680] env[62668]: _type = "Task" [ 921.042680] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.057507] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.116726] env[62668]: DEBUG nova.compute.manager [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.116979] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.117835] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c35e61-a626-41d6-8594-b4454b500179 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.129184] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.129387] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c57809-550f-48b2-be84-b888dfe5a132 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.136391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f3bcc-344d-421b-9c8b-10ab72dde7d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.140345] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 921.140345] env[62668]: value = "task-2683979" [ 921.140345] env[62668]: _type = "Task" [ 921.140345] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.147820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd5f61a-59fc-4843-a99d-025868dd5561 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.154383] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.182535] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54700d25-4c21-44df-8b1f-7209237330cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190796] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef0386-c147-4def-9d66-27dd45b483fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.206787] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.206854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.207019] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.208817] env[62668]: DEBUG nova.compute.provider_tree [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.531075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d2ab3c4d-558c-424c-b029-a371d73b5f00 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.312s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.554020] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683978, 'name': ReconfigVM_Task, 'duration_secs': 0.313695} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.554020] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 819e2b00-a76d-4b35-a162-b62aba859c14/819e2b00-a76d-4b35-a162-b62aba859c14.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.554232] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df188c93-4180-4725-96ef-1e72ab660649 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.562409] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 921.562409] env[62668]: value = "task-2683980" [ 921.562409] env[62668]: _type = "Task" [ 921.562409] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.572955] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683980, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.651504] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683979, 'name': PowerOffVM_Task, 'duration_secs': 0.323466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.651807] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.652042] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.652347] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2de863-dbff-407e-8a95-3e396c1a6e9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.713763] env[62668]: DEBUG nova.scheduler.client.report [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.734821] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.735021] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.735199] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleting the datastore file [datastore1] 8d1f4077-4988-473d-8026-6ae0e44a70e4 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.735737] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4594697-ff8b-4066-98a2-02b73fb94042 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.744204] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for the task: (returnval){ [ 921.744204] env[62668]: value = "task-2683982" [ 921.744204] env[62668]: _type = "Task" [ 921.744204] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.754751] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.755611] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.927620] env[62668]: DEBUG nova.network.neutron [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.936435] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.936703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.936884] env[62668]: INFO nova.compute.manager [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Shelving [ 922.072594] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683980, 'name': Rename_Task, 'duration_secs': 0.164733} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.072884] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.073154] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21028f69-e04e-4bba-9d8c-fcec0a7dfc80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.081235] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 922.081235] env[62668]: value = "task-2683983" [ 922.081235] env[62668]: _type = "Task" [ 922.081235] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.088849] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.221087] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.221724] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.224820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.834s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.225096] env[62668]: DEBUG nova.objects.instance [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'resources' on Instance uuid a9b63d1b-69be-4b6a-a3b8-9f6237644428 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.257048] env[62668]: DEBUG oslo_vmware.api [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Task: {'id': task-2683982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49221} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.257330] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.257516] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.257696] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.257880] env[62668]: INFO nova.compute.manager [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 922.258180] env[62668]: DEBUG oslo.service.loopingcall [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.258390] env[62668]: DEBUG nova.compute.manager [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.258487] env[62668]: DEBUG nova.network.neutron [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.425667] env[62668]: DEBUG nova.compute.manager [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Received event network-changed-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 922.425920] env[62668]: DEBUG nova.compute.manager [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Refreshing instance network info cache due to event network-changed-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 922.426193] env[62668]: DEBUG oslo_concurrency.lockutils [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.430653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.430741] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance network_info: |[{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.431007] env[62668]: DEBUG oslo_concurrency.lockutils [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.431197] env[62668]: DEBUG nova.network.neutron [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Refreshing network info cache for port e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.432387] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:72:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.439833] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating folder: Project (07c17585e64a4920bc8ae7963ec93011). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.443790] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6286e5-33f9-40d4-900d-239f5c7e0a2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.461019] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created folder: Project (07c17585e64a4920bc8ae7963ec93011) in parent group-v540833. [ 922.461335] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating folder: Instances. Parent ref: group-v541074. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.461881] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35281818-8769-441c-903c-d43130ff3f53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.474259] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created folder: Instances in parent group-v541074. [ 922.474592] env[62668]: DEBUG oslo.service.loopingcall [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.474818] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.475458] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ee3b59-cc13-4bcc-93f1-40f6006e9ab1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.501771] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.501771] env[62668]: value = "task-2683986" [ 922.501771] env[62668]: _type = "Task" [ 922.501771] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.511309] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683986, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.592596] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.728624] env[62668]: DEBUG nova.compute.utils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 922.733399] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.733667] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.780167] env[62668]: DEBUG nova.policy [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39b5ac2ea27f44988e6d2523d25a9743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb3e754f3164ad4a08e920e0e40b086', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.952126] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.953468] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273ad5c5-2f58-4ff3-8ae0-4df708b6125f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.964223] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 922.964223] env[62668]: value = "task-2683987" [ 922.964223] env[62668]: _type = "Task" [ 922.964223] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.988394] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.998712] env[62668]: DEBUG nova.network.neutron [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.019102] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2683986, 'name': CreateVM_Task, 'duration_secs': 0.444553} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.019102] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.019102] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.019102] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.019102] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.019600] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c23975-fe38-4a0a-bb0a-ee62c63b2a1b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.027408] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 923.027408] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c943e4-0964-4fe1-26c6-33c3c0094427" [ 923.027408] env[62668]: _type = "Task" [ 923.027408] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.048984] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c943e4-0964-4fe1-26c6-33c3c0094427, 'name': SearchDatastore_Task, 'duration_secs': 0.013281} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.057254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.057508] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.057748] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.057894] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.058085] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.059085] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f048591e-ec46-4333-981b-f77293babf96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.072796] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.072796] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.073713] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef71e7d-e157-4c03-b26f-faaf01739d29 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.089880] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 923.089880] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b2aaf5-4bb9-5e03-84e1-2221be934906" [ 923.089880] env[62668]: _type = "Task" [ 923.089880] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.096429] env[62668]: DEBUG oslo_vmware.api [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683983, 'name': PowerOnVM_Task, 'duration_secs': 0.669923} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.103041] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.103041] env[62668]: INFO nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Took 7.70 seconds to spawn the instance on the hypervisor. [ 923.103041] env[62668]: DEBUG nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.103041] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0901ef0-8b8e-497a-b62f-a7f8d4a63219 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.107729] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b2aaf5-4bb9-5e03-84e1-2221be934906, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.108868] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032ac2af-28b1-4ef6-98d8-e2e901c31d5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.121870] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 923.121870] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd822e-a4be-90a4-fd85-76180494d8fa" [ 923.121870] env[62668]: _type = "Task" [ 923.121870] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.135550] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd822e-a4be-90a4-fd85-76180494d8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.181575] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc20032-2627-40d7-8553-38358a0058dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.197451] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff063e-9c2d-4ad9-8632-822a8b0bacc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.237456] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.241896] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Successfully created port: 4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.244322] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94388f1-a7e0-43b4-ab6c-91ab06076e1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.255918] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5933e31d-e8e8-4a33-a252-a9c0a978dae3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.273154] env[62668]: DEBUG nova.compute.provider_tree [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.319735] env[62668]: DEBUG nova.network.neutron [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updated VIF entry in instance network info cache for port e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.320302] env[62668]: DEBUG nova.network.neutron [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.480279] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683987, 'name': PowerOffVM_Task, 'duration_secs': 0.241937} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.480718] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.481787] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e88543d-a366-49b7-82a3-200e0ed8df22 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.500782] env[62668]: INFO nova.compute.manager [-] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Took 1.24 seconds to deallocate network for instance. [ 923.503176] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210069b8-dfbf-4fed-9b14-d409dc2f0233 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.630983] env[62668]: INFO nova.compute.manager [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Took 44.16 seconds to build instance. [ 923.642254] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dd822e-a4be-90a4-fd85-76180494d8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017231} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.642821] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.643225] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.643627] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-264f39a0-e5b6-439c-a025-ac241a66415c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.652092] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 923.652092] env[62668]: value = "task-2683988" [ 923.652092] env[62668]: _type = "Task" [ 923.652092] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.661741] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.776780] env[62668]: DEBUG nova.scheduler.client.report [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.823624] env[62668]: DEBUG oslo_concurrency.lockutils [req-c817f459-85b7-4018-8b99-d60655ca7391 req-10c45ec0-532e-481f-bec3-f09f6a76d31b service nova] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.011458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.018195] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.018617] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-206e153f-7a68-4ab7-a9bf-3b9b42e3f599 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.029475] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 924.029475] env[62668]: value = "task-2683989" [ 924.029475] env[62668]: _type = "Task" [ 924.029475] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.043210] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.137520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8d3947b3-a421-4a21-906b-f0697a730577 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.680s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.164496] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683988, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.247988] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.277627] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.277915] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.278109] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.278343] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.278505] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.278673] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.278904] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.279120] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.279304] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.279490] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.279685] env[62668]: DEBUG nova.virt.hardware [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.280607] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855a565-210e-40f1-aa69-b9bd0fe0063e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.284202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.286269] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.827s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.286453] env[62668]: DEBUG nova.objects.instance [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lazy-loading 'resources' on Instance uuid 951d31fb-6d00-44fc-b312-3b879a19d792 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.295252] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714ce8f-20b8-4758-84b3-ceebca7566ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.313989] env[62668]: INFO nova.scheduler.client.report [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted allocations for instance a9b63d1b-69be-4b6a-a3b8-9f6237644428 [ 924.465924] env[62668]: DEBUG nova.compute.manager [req-c2c29289-e841-4ed8-83bc-30bf2560f46f req-e58cad3c-66f9-431d-804a-fb33b77fbc83 service nova] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Received event network-vif-deleted-e8693f90-7740-469a-8dd9-75a6beb14b3d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 924.542464] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.666447] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542012} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.666721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.666926] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.667195] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a52b05d-5c7c-4eef-aaea-755e9aab6be2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.674951] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 924.674951] env[62668]: value = "task-2683990" [ 924.674951] env[62668]: _type = "Task" [ 924.674951] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.685313] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.762831] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Successfully updated port: 4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.822707] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "819e2b00-a76d-4b35-a162-b62aba859c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.822956] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.823174] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.823422] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.823593] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.828239] env[62668]: DEBUG oslo_concurrency.lockutils [None req-413117bf-90a1-4f13-9e94-ee7adf65eb0e tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "a9b63d1b-69be-4b6a-a3b8-9f6237644428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.978s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.830608] env[62668]: INFO nova.compute.manager [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Terminating instance [ 925.044974] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683989, 'name': CreateSnapshot_Task, 'duration_secs': 0.809326} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.048192] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.049114] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570a97f-bc91-408c-877c-18a612ba2cda {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.125666] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5396c60-6058-4363-a34a-0ef5b8ee4f4f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.134575] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c456afc-fabf-4d50-9b08-8670c5064fb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.168587] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb432a6d-1bd7-4da7-8abc-76b533f6f2df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.176194] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900de2f3-8bf6-4013-b016-256352cc72c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.196098] env[62668]: DEBUG nova.compute.provider_tree [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.200220] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074636} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.200709] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.201550] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ec5c0-65fa-4678-89fb-ea366ce6c405 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.227524] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.230791] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b467bcf-d1c5-4360-bced-b164b896a99e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.249721] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 925.249721] env[62668]: value = "task-2683991" [ 925.249721] env[62668]: _type = "Task" [ 925.249721] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.258726] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.265468] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.265607] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquired lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.265762] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.336337] env[62668]: DEBUG nova.compute.manager [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.336600] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.337554] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c399d-0855-4628-bfcd-532e234960b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.346963] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.352123] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07dfcba2-d60e-4492-a434-981d6bf8e6eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.359641] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 925.359641] env[62668]: value = "task-2683992" [ 925.359641] env[62668]: _type = "Task" [ 925.359641] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.371813] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.573328] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 925.573597] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b5493df-5a76-42d5-962c-8df564d851fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.585503] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 925.585503] env[62668]: value = "task-2683993" [ 925.585503] env[62668]: _type = "Task" [ 925.585503] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.595837] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683993, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.702247] env[62668]: DEBUG nova.scheduler.client.report [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.760254] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683991, 'name': ReconfigVM_Task, 'duration_secs': 0.320577} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.760563] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.761218] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475e77f6-0294-43cc-81cf-9e11084e788d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.771069] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 925.771069] env[62668]: value = "task-2683994" [ 925.771069] env[62668]: _type = "Task" [ 925.771069] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.781135] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683994, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.823360] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.875854] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683992, 'name': PowerOffVM_Task, 'duration_secs': 0.230127} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.879238] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.879238] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.879608] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d7527e-1e56-4c06-af14-e716ac04d920 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.955105] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.955342] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.955527] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleting the datastore file [datastore2] 819e2b00-a76d-4b35-a162-b62aba859c14 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.955806] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76634113-6353-4786-9d18-e954cd836df6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.964578] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 925.964578] env[62668]: value = "task-2683996" [ 925.964578] env[62668]: _type = "Task" [ 925.964578] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.975834] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.026369] env[62668]: DEBUG nova.network.neutron [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Updating instance_info_cache with network_info: [{"id": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "address": "fa:16:3e:0c:74:47", "network": {"id": "e270ca1b-a327-4233-9cd4-69dfea8fceea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465832320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb3e754f3164ad4a08e920e0e40b086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d95a8c0-5b", "ovs_interfaceid": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.100722] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683993, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.207016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.210417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.255s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.212080] env[62668]: INFO nova.compute.claims [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.242407] env[62668]: INFO nova.scheduler.client.report [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Deleted allocations for instance 951d31fb-6d00-44fc-b312-3b879a19d792 [ 926.282547] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683994, 'name': Rename_Task, 'duration_secs': 0.421177} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.282838] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.283161] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5f4f52-a053-43d7-b54b-0ef9eaaa5946 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.294191] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 926.294191] env[62668]: value = "task-2683997" [ 926.294191] env[62668]: _type = "Task" [ 926.294191] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.306542] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.475905] env[62668]: DEBUG oslo_vmware.api [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2683996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170752} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.476189] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.476381] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.476558] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.476736] env[62668]: INFO nova.compute.manager [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.477098] env[62668]: DEBUG oslo.service.loopingcall [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.477324] env[62668]: DEBUG nova.compute.manager [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.477421] env[62668]: DEBUG nova.network.neutron [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.503919] env[62668]: DEBUG nova.compute.manager [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Received event network-vif-plugged-4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 926.504435] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Acquiring lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.504665] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.504914] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.505026] env[62668]: DEBUG nova.compute.manager [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] No waiting events found dispatching network-vif-plugged-4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.505193] env[62668]: WARNING nova.compute.manager [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Received unexpected event network-vif-plugged-4d95a8c0-5b44-427b-87fa-8ef9558388de for instance with vm_state building and task_state spawning. [ 926.505515] env[62668]: DEBUG nova.compute.manager [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Received event network-changed-4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 926.505705] env[62668]: DEBUG nova.compute.manager [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Refreshing instance network info cache due to event network-changed-4d95a8c0-5b44-427b-87fa-8ef9558388de. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 926.505881] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Acquiring lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.527964] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Releasing lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.527964] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Instance network_info: |[{"id": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "address": "fa:16:3e:0c:74:47", "network": {"id": "e270ca1b-a327-4233-9cd4-69dfea8fceea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465832320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb3e754f3164ad4a08e920e0e40b086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d95a8c0-5b", "ovs_interfaceid": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.528209] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Acquired lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.528386] env[62668]: DEBUG nova.network.neutron [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Refreshing network info cache for port 4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.532018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:74:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d95a8c0-5b44-427b-87fa-8ef9558388de', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.536899] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Creating folder: Project (8fb3e754f3164ad4a08e920e0e40b086). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.539685] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8532018-494e-44cf-ab3d-1c7a9d941484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.553929] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Created folder: Project (8fb3e754f3164ad4a08e920e0e40b086) in parent group-v540833. [ 926.554144] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Creating folder: Instances. Parent ref: group-v541079. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.554385] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6b71c4-ebd1-44f2-afa1-87cda6470403 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.564741] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Created folder: Instances in parent group-v541079. [ 926.564980] env[62668]: DEBUG oslo.service.loopingcall [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.565216] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.565432] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebfde8f-8e9b-4139-9788-8b2d8989a69b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.591960] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.591960] env[62668]: value = "task-2684000" [ 926.591960] env[62668]: _type = "Task" [ 926.591960] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.599376] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683993, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.605032] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684000, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.751705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2ad65e2-47db-496a-b71a-c18f2e267ff9 tempest-ServersTestMultiNic-975967685 tempest-ServersTestMultiNic-975967685-project-member] Lock "951d31fb-6d00-44fc-b312-3b879a19d792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.277s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.807160] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.888265] env[62668]: DEBUG nova.network.neutron [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Updated VIF entry in instance network info cache for port 4d95a8c0-5b44-427b-87fa-8ef9558388de. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.888265] env[62668]: DEBUG nova.network.neutron [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Updating instance_info_cache with network_info: [{"id": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "address": "fa:16:3e:0c:74:47", "network": {"id": "e270ca1b-a327-4233-9cd4-69dfea8fceea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465832320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb3e754f3164ad4a08e920e0e40b086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d95a8c0-5b", "ovs_interfaceid": "4d95a8c0-5b44-427b-87fa-8ef9558388de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.013918] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.013918] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.100291] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2683993, 'name': CloneVM_Task, 'duration_secs': 1.345514} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.101322] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Created linked-clone VM from snapshot [ 927.102964] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f2945-4be9-4700-af8f-eab257ac2b09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.108009] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684000, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.115615] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Uploading image 46415223-c919-4206-a28b-c031b00b2e55 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.141654] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.141654] env[62668]: value = "vm-541078" [ 927.141654] env[62668]: _type = "VirtualMachine" [ 927.141654] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.141941] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-665035f1-f7cd-4e10-bbf1-f6d9686cf2bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.149285] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lease: (returnval){ [ 927.149285] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221a947-ffa7-4c0a-d5d7-1f8953cef33a" [ 927.149285] env[62668]: _type = "HttpNfcLease" [ 927.149285] env[62668]: } obtained for exporting VM: (result){ [ 927.149285] env[62668]: value = "vm-541078" [ 927.149285] env[62668]: _type = "VirtualMachine" [ 927.149285] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.149908] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the lease: (returnval){ [ 927.149908] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221a947-ffa7-4c0a-d5d7-1f8953cef33a" [ 927.149908] env[62668]: _type = "HttpNfcLease" [ 927.149908] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.156946] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.156946] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221a947-ffa7-4c0a-d5d7-1f8953cef33a" [ 927.156946] env[62668]: _type = "HttpNfcLease" [ 927.156946] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.258926] env[62668]: DEBUG nova.network.neutron [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.305957] env[62668]: DEBUG oslo_vmware.api [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2683997, 'name': PowerOnVM_Task, 'duration_secs': 0.526826} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.306243] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.306431] env[62668]: INFO nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Took 7.52 seconds to spawn the instance on the hypervisor. [ 927.306616] env[62668]: DEBUG nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.307479] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a6bac-1f03-4070-9363-9463404d826a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.390595] env[62668]: DEBUG oslo_concurrency.lockutils [req-d67c1107-4649-44ed-b810-a057962b8608 req-6b688449-c8cd-4c5e-9099-e707b74f438e service nova] Releasing lock "refresh_cache-aa8d949f-9672-4e5d-9fef-4d29f90d371d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.504970] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee68da7e-514a-4148-b8a8-3bb940b214b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.513493] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985a2767-d944-4727-95e9-49ac7517ab3d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.516823] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.549706] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274dd84a-872f-40b9-a246-df65cd7392a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.561732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b64be8-e317-40d6-a314-708f5bbbeede {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.578509] env[62668]: DEBUG nova.compute.provider_tree [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.604079] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684000, 'name': CreateVM_Task, 'duration_secs': 0.557772} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.604258] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.604931] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.605092] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.605404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.605722] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ad714c-42f8-48ca-a7ba-3b1bd4d5fab8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.611452] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 927.611452] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520e3f2b-4155-9695-2205-376236be5519" [ 927.611452] env[62668]: _type = "Task" [ 927.611452] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.621013] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520e3f2b-4155-9695-2205-376236be5519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.658325] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.658325] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221a947-ffa7-4c0a-d5d7-1f8953cef33a" [ 927.658325] env[62668]: _type = "HttpNfcLease" [ 927.658325] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.658620] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.658620] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5221a947-ffa7-4c0a-d5d7-1f8953cef33a" [ 927.658620] env[62668]: _type = "HttpNfcLease" [ 927.658620] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.659408] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e07e95-13a2-4eea-84fb-ef4eff8a209f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.667395] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.667571] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 927.761467] env[62668]: INFO nova.compute.manager [-] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Took 1.28 seconds to deallocate network for instance. [ 927.827315] env[62668]: INFO nova.compute.manager [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Took 44.03 seconds to build instance. [ 927.841505] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0229f96-ece6-47aa-bec8-6bef6b49b7ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.039152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.082123] env[62668]: DEBUG nova.scheduler.client.report [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.125053] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520e3f2b-4155-9695-2205-376236be5519, 'name': SearchDatastore_Task, 'duration_secs': 0.032224} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.125315] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.125583] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.125893] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.126460] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.126460] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.126701] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd0b1dba-b6ad-4cb9-befa-3d2566e7b3ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.137472] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.137708] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.138742] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0265eb58-9384-4b76-bdca-c1574fe5c031 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.146461] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 928.146461] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521da165-29d7-3d65-0849-b99893bd66ae" [ 928.146461] env[62668]: _type = "Task" [ 928.146461] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.157023] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521da165-29d7-3d65-0849-b99893bd66ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.268270] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.331921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ad9b6d7-c1c1-4253-901a-69cc6a10d65b tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.550s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.549960] env[62668]: DEBUG nova.compute.manager [req-d7cb6c5b-7395-4acd-b7af-e338c5faeab4 req-8596dcac-174f-4c2d-ab3c-a7bd331d7da6 service nova] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Received event network-vif-deleted-06ea6aa8-e716-4869-8d7c-52f47d648443 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 928.589230] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.590031] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.593243] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.421s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.593629] env[62668]: DEBUG nova.objects.instance [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lazy-loading 'resources' on Instance uuid c96f0187-c1c6-4631-8ff8-20328ac6ba7f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.661938] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521da165-29d7-3d65-0849-b99893bd66ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.664212] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c8f413-f71b-439d-8311-c092452eee10 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.672869] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 928.672869] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d34cc3-9144-251a-e93f-82003d873f16" [ 928.672869] env[62668]: _type = "Task" [ 928.672869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.687373] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d34cc3-9144-251a-e93f-82003d873f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.102392] env[62668]: DEBUG nova.compute.utils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 929.104899] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.104899] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.193155] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d34cc3-9144-251a-e93f-82003d873f16, 'name': SearchDatastore_Task, 'duration_secs': 0.01858} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.193155] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.193155] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] aa8d949f-9672-4e5d-9fef-4d29f90d371d/aa8d949f-9672-4e5d-9fef-4d29f90d371d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.193155] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f1a933-0065-452b-ac45-2897955533f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.205028] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 929.205028] env[62668]: value = "task-2684002" [ 929.205028] env[62668]: _type = "Task" [ 929.205028] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.210547] env[62668]: DEBUG nova.policy [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1c53a0ec464c148fd9f92d5ce7529c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '571f821dec7745e1986e92e4fea75521', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.219046] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.491445] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd93d2-c2c3-4fe4-944d-2c3c7f551631 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.503273] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeccc54e-45a1-4a8d-8c05-2a5dc7b1b8f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.538466] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9a60f-c3a5-46b5-b2d5-c3c7f8d16557 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.547815] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99d9e3-76dc-4eb4-a427-4f0b2e8a098f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.565504] env[62668]: DEBUG nova.compute.provider_tree [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.611587] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.720378] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.884182] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Successfully created port: cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.069086] env[62668]: DEBUG nova.scheduler.client.report [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.220359] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561141} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.220709] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] aa8d949f-9672-4e5d-9fef-4d29f90d371d/aa8d949f-9672-4e5d-9fef-4d29f90d371d.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.220940] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.221221] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b035fa-25d8-4441-baf1-0fdff2be6063 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.232820] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 930.232820] env[62668]: value = "task-2684003" [ 930.232820] env[62668]: _type = "Task" [ 930.232820] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.242512] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.578109] env[62668]: DEBUG nova.compute.manager [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Received event network-changed-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 930.578755] env[62668]: DEBUG nova.compute.manager [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Refreshing instance network info cache due to event network-changed-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 930.578755] env[62668]: DEBUG oslo_concurrency.lockutils [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.578755] env[62668]: DEBUG oslo_concurrency.lockutils [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.579187] env[62668]: DEBUG nova.network.neutron [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Refreshing network info cache for port e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.581802] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.583216] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.712s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.605900] env[62668]: INFO nova.scheduler.client.report [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Deleted allocations for instance c96f0187-c1c6-4631-8ff8-20328ac6ba7f [ 930.621645] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.650616] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.651029] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.651103] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.651434] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.651717] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.651837] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.652071] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.652249] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.652421] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.652685] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.652747] env[62668]: DEBUG nova.virt.hardware [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.654110] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db7339-2105-48f9-8033-4dbf80353ba1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.664725] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8e0c6-0935-4579-beb5-5a9206201834 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.743162] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072786} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.743676] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.744326] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c6a0a-5855-4168-aa54-5834ca786d76 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.767625] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] aa8d949f-9672-4e5d-9fef-4d29f90d371d/aa8d949f-9672-4e5d-9fef-4d29f90d371d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.767944] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6940d6-6f9a-4ea4-b6f9-226a88836503 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.790869] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 930.790869] env[62668]: value = "task-2684004" [ 930.790869] env[62668]: _type = "Task" [ 930.790869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.799312] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.089072] env[62668]: INFO nova.compute.claims [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.115035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6fcd2b4d-d25c-42b6-9cbc-a9fac30af1a7 tempest-ServersWithSpecificFlavorTestJSON-1900280861 tempest-ServersWithSpecificFlavorTestJSON-1900280861-project-member] Lock "c96f0187-c1c6-4631-8ff8-20328ac6ba7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.992s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.307970] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.382010] env[62668]: DEBUG nova.network.neutron [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updated VIF entry in instance network info cache for port e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.382522] env[62668]: DEBUG nova.network.neutron [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.513013] env[62668]: DEBUG nova.compute.manager [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received event network-vif-plugged-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 931.514261] env[62668]: DEBUG oslo_concurrency.lockutils [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] Acquiring lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.514606] env[62668]: DEBUG oslo_concurrency.lockutils [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.514802] env[62668]: DEBUG oslo_concurrency.lockutils [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.514993] env[62668]: DEBUG nova.compute.manager [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] No waiting events found dispatching network-vif-plugged-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.515185] env[62668]: WARNING nova.compute.manager [req-a69143e9-640f-46e2-b648-b13149401519 req-64f8c1e6-9c1f-4fa0-93ea-98d6cd7150b4 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received unexpected event network-vif-plugged-cf345693-6856-4df2-80af-e523839c8f87 for instance with vm_state building and task_state spawning. [ 931.596360] env[62668]: INFO nova.compute.resource_tracker [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating resource usage from migration 1c57902c-d39f-40b8-978d-e0525c39b52b [ 931.606713] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Successfully updated port: cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.818137] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.885580] env[62668]: DEBUG oslo_concurrency.lockutils [req-eb72e4c0-f386-4e54-aad0-84f028a214a3 req-45dfb7c1-8c7f-49e5-b973-ebf45a67e4d0 service nova] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.953733] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf7c2f5-1ba8-41a6-b2d2-f8c7d555acd0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.963718] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf38be-b302-4042-8535-83805d12c40c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.011824] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f00cb6-c595-47bc-8a65-c1ead407cf42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.021378] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de746c-2847-45d1-b76b-29b5ecf73110 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.039931] env[62668]: DEBUG nova.compute.provider_tree [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.106212] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.106212] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquired lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.106212] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.310645] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684004, 'name': ReconfigVM_Task, 'duration_secs': 1.32262} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.310645] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] aa8d949f-9672-4e5d-9fef-4d29f90d371d/aa8d949f-9672-4e5d-9fef-4d29f90d371d.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.310645] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ca1b72-a631-49f2-9b6f-7b7e5f460265 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.318757] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 932.318757] env[62668]: value = "task-2684005" [ 932.318757] env[62668]: _type = "Task" [ 932.318757] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.328473] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684005, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.546513] env[62668]: DEBUG nova.scheduler.client.report [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.639812] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.793535] env[62668]: DEBUG nova.network.neutron [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [{"id": "cf345693-6856-4df2-80af-e523839c8f87", "address": "fa:16:3e:48:e4:f2", "network": {"id": "777329d9-208e-4243-b0e3-0fe3ef5d4a5b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-945336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "571f821dec7745e1986e92e4fea75521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf345693-68", "ovs_interfaceid": "cf345693-6856-4df2-80af-e523839c8f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.835270] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684005, 'name': Rename_Task, 'duration_secs': 0.391688} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.836250] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.836672] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecac12d3-998c-4e36-be32-afc4f67e7dcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.845734] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 932.845734] env[62668]: value = "task-2684006" [ 932.845734] env[62668]: _type = "Task" [ 932.845734] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.855973] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.053999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.469s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.054359] env[62668]: INFO nova.compute.manager [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Migrating [ 933.066255] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.978s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.297510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Releasing lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.297701] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Instance network_info: |[{"id": "cf345693-6856-4df2-80af-e523839c8f87", "address": "fa:16:3e:48:e4:f2", "network": {"id": "777329d9-208e-4243-b0e3-0fe3ef5d4a5b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-945336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "571f821dec7745e1986e92e4fea75521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf345693-68", "ovs_interfaceid": "cf345693-6856-4df2-80af-e523839c8f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.298528] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:e4:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf345693-6856-4df2-80af-e523839c8f87', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.307306] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Creating folder: Project (571f821dec7745e1986e92e4fea75521). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.307306] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59cf5f51-22e3-4c3b-8d40-2f944ec87392 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.327059] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Created folder: Project (571f821dec7745e1986e92e4fea75521) in parent group-v540833. [ 933.327059] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Creating folder: Instances. Parent ref: group-v541082. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.327059] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce695bad-bc8a-4076-9c56-9d4febfb7098 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.342691] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Created folder: Instances in parent group-v541082. [ 933.342691] env[62668]: DEBUG oslo.service.loopingcall [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.342691] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.343071] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddaca633-04d3-46d0-8c2b-1e4a66103e10 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.370736] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.372148] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.372148] env[62668]: value = "task-2684009" [ 933.372148] env[62668]: _type = "Task" [ 933.372148] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.381739] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684009, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.546637] env[62668]: DEBUG nova.compute.manager [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received event network-changed-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 933.548253] env[62668]: DEBUG nova.compute.manager [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing instance network info cache due to event network-changed-cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 933.548687] env[62668]: DEBUG oslo_concurrency.lockutils [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] Acquiring lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.548956] env[62668]: DEBUG oslo_concurrency.lockutils [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] Acquired lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.549304] env[62668]: DEBUG nova.network.neutron [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing network info cache for port cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.581163] env[62668]: INFO nova.compute.claims [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.585989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.586291] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.586613] env[62668]: DEBUG nova.network.neutron [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.875029] env[62668]: DEBUG oslo_vmware.api [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684006, 'name': PowerOnVM_Task, 'duration_secs': 0.736618} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.878855] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.879825] env[62668]: INFO nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Took 9.63 seconds to spawn the instance on the hypervisor. [ 933.880302] env[62668]: DEBUG nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.882163] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61623d-3df3-46d2-89f4-7b08c0612681 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.895940] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684009, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.094634] env[62668]: INFO nova.compute.resource_tracker [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating resource usage from migration fbd8edc3-ef70-48a7-8de7-24c6f2ccb27c [ 934.389918] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684009, 'name': CreateVM_Task, 'duration_secs': 0.637143} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.389918] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.390600] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.390815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391188] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.391480] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1496fd12-0f22-4eb8-a9cf-f0c40f2ca6e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.398017] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 934.398017] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c31508-80f0-abab-e91b-2ef0c27f720f" [ 934.398017] env[62668]: _type = "Task" [ 934.398017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.416973] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c31508-80f0-abab-e91b-2ef0c27f720f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.418712] env[62668]: INFO nova.compute.manager [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Took 40.13 seconds to build instance. [ 934.492503] env[62668]: DEBUG nova.network.neutron [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updated VIF entry in instance network info cache for port cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.493105] env[62668]: DEBUG nova.network.neutron [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [{"id": "cf345693-6856-4df2-80af-e523839c8f87", "address": "fa:16:3e:48:e4:f2", "network": {"id": "777329d9-208e-4243-b0e3-0fe3ef5d4a5b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-945336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "571f821dec7745e1986e92e4fea75521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf345693-68", "ovs_interfaceid": "cf345693-6856-4df2-80af-e523839c8f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.511990] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce9919-f72e-4802-8266-7a52406f3709 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.522325] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086cd15c-6123-4296-ae02-af5c93d3a0b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.527186] env[62668]: DEBUG nova.network.neutron [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.564747] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d341a00a-885b-4936-9b10-b28e9e2276b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.575179] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571bce1-0f04-4f84-9788-2a936bbcbc49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.591386] env[62668]: DEBUG nova.compute.provider_tree [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.910721] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c31508-80f0-abab-e91b-2ef0c27f720f, 'name': SearchDatastore_Task, 'duration_secs': 0.030821} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.911494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.911780] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.912075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.912265] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.912493] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.913087] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4ab0c8a-61c9-4611-95d3-9457b79ac29b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.921158] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6a0e6ebc-8622-4c30-803f-0000ef70d9fb tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.645s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.930612] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.930846] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.932036] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78be3bb0-ca48-4f7d-8ac2-d72f5185f1e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.938953] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 934.938953] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e01e61-a1eb-279c-6e1b-0b1d0df3808e" [ 934.938953] env[62668]: _type = "Task" [ 934.938953] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.949995] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e01e61-a1eb-279c-6e1b-0b1d0df3808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.995857] env[62668]: DEBUG oslo_concurrency.lockutils [req-4f866613-eccc-40db-a695-89bea484edf0 req-5a01ce1a-f71c-4e4d-b97c-d046fec0896d service nova] Releasing lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.031918] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.095147] env[62668]: DEBUG nova.scheduler.client.report [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.462842] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e01e61-a1eb-279c-6e1b-0b1d0df3808e, 'name': SearchDatastore_Task, 'duration_secs': 0.016818} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.463856] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddfc2f7-6fd5-4a6c-94fe-39dca47ccd92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.473532] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 935.473532] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5287cdaf-e641-959c-1a55-cfc55355ee70" [ 935.473532] env[62668]: _type = "Task" [ 935.473532] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.483268] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5287cdaf-e641-959c-1a55-cfc55355ee70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.600647] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.534s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.600877] env[62668]: INFO nova.compute.manager [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Migrating [ 935.607916] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.314s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.608178] env[62668]: DEBUG nova.objects.instance [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'resources' on Instance uuid d6d6c56c-96e2-430f-8d8c-a93d4986be93 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.988759] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5287cdaf-e641-959c-1a55-cfc55355ee70, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.988759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.988759] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cd22be53-c070-4e26-82a2-cb742c4d0d21/cd22be53-c070-4e26-82a2-cb742c4d0d21.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.988759] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b83d929a-fd28-45f5-a990-cc5cbad4c7df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.996886] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 935.996886] env[62668]: value = "task-2684010" [ 935.996886] env[62668]: _type = "Task" [ 935.996886] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.006770] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.124170] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.124409] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.124578] env[62668]: DEBUG nova.network.neutron [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.458782] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd1682-3d00-4722-9b61-caf400fa9d3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.468054] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d2419e-81cf-4867-ba17-00a8ac3603b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.512233] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce595c7-e52e-4627-a7e4-35fd8cfefad6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.524034] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.525339] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336196a-bacd-4670-ac5a-a7cd083f5a02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.541240] env[62668]: DEBUG nova.compute.provider_tree [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.548549] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35f025-a50f-4d5c-a7d9-ced8d63020b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.569697] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.651027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.651027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.651027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.651324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.651383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.653652] env[62668]: INFO nova.compute.manager [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Terminating instance [ 936.906108] env[62668]: DEBUG nova.network.neutron [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.016950] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623352} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.017279] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] cd22be53-c070-4e26-82a2-cb742c4d0d21/cd22be53-c070-4e26-82a2-cb742c4d0d21.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.017443] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.017729] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e19ac9c-37ab-47c8-bdfc-e63cc264c06d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.026732] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 937.026732] env[62668]: value = "task-2684011" [ 937.026732] env[62668]: _type = "Task" [ 937.026732] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.037257] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.044777] env[62668]: DEBUG nova.scheduler.client.report [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.075781] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.076160] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bf6e58-deee-4d65-b2f9-ec48768a0c46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.085199] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 937.085199] env[62668]: value = "task-2684012" [ 937.085199] env[62668]: _type = "Task" [ 937.085199] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.096082] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.160150] env[62668]: DEBUG nova.compute.manager [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.160517] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.161437] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb227e1-dfbd-422c-9208-bc5a748da0db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.169873] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.170130] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8903e32-81ba-4332-9947-77e48934859b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.177032] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 937.177032] env[62668]: value = "task-2684013" [ 937.177032] env[62668]: _type = "Task" [ 937.177032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.189034] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.409976] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.537568] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.538178] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.538741] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76084a-2274-47e9-bb23-fd2bb25bd25b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.554764] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.565649] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] cd22be53-c070-4e26-82a2-cb742c4d0d21/cd22be53-c070-4e26-82a2-cb742c4d0d21.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.570418] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.939s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.570418] env[62668]: DEBUG nova.objects.instance [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lazy-loading 'resources' on Instance uuid 06fa3700-8504-4574-a742-c58430176687 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.570418] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1402402c-9cbd-4023-9e12-e4d232b8b62e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.595291] env[62668]: INFO nova.scheduler.client.report [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleted allocations for instance d6d6c56c-96e2-430f-8d8c-a93d4986be93 [ 937.607483] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 937.607483] env[62668]: value = "task-2684014" [ 937.607483] env[62668]: _type = "Task" [ 937.607483] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.612402] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684012, 'name': PowerOffVM_Task, 'duration_secs': 0.383541} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.615758] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.616019] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.625817] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.687827] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.710940] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.712032] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7e8ce3-a837-4052-aace-1f6fdf1af00e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.718528] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.718751] env[62668]: ERROR oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk due to incomplete transfer. [ 937.718987] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adafde67-3ef8-4c58-b13a-d13f27c0b5e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.726782] env[62668]: DEBUG oslo_vmware.rw_handles [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c90ea-dfca-d306-ed4c-b8ed834226f6/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.726965] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Uploaded image 46415223-c919-4206-a28b-c031b00b2e55 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.730577] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.730907] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb505231-acc4-405f-8884-f865a06a8519 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.740337] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 937.740337] env[62668]: value = "task-2684015" [ 937.740337] env[62668]: _type = "Task" [ 937.740337] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.750472] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684015, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.108282] env[62668]: DEBUG oslo_concurrency.lockutils [None req-22b95933-55b8-4dfc-8f6a-ed71ba9f25b1 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "d6d6c56c-96e2-430f-8d8c-a93d4986be93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.082s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.122432] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.122707] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.122867] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.123058] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.123211] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.123357] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.123599] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.123763] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.123972] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.124134] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.124267] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.133098] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb04837-a769-4915-887f-a8faa671a4f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.143616] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684014, 'name': ReconfigVM_Task, 'duration_secs': 0.33732} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.146254] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Reconfigured VM instance instance-00000058 to attach disk [datastore2] cd22be53-c070-4e26-82a2-cb742c4d0d21/cd22be53-c070-4e26-82a2-cb742c4d0d21.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.147635] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb76d693-3e4c-4c3d-8141-bf3e333b78d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.153602] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 938.153602] env[62668]: value = "task-2684016" [ 938.153602] env[62668]: _type = "Task" [ 938.153602] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.161035] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 938.161035] env[62668]: value = "task-2684017" [ 938.161035] env[62668]: _type = "Task" [ 938.161035] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.172308] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.178578] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684017, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.192628] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.255284] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684015, 'name': Destroy_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.403431] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81cbe52-085f-4edd-b56d-1eba239be543 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.413731] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ee753-2083-4d95-8dd3-ea81f1c2bf91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.452297] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24986807-5113-45be-904f-fb468b631406 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.461270] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f83b8-5569-484b-9c41-6873f7b0d0c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.477838] env[62668]: DEBUG nova.compute.provider_tree [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.665371] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.677690] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684017, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.689030] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684013, 'name': PowerOffVM_Task, 'duration_secs': 1.248987} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.689030] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.689030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.689250] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f22bb1d-a8db-42e9-ae96-f4b6f6bb00af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.751875] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684015, 'name': Destroy_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.765930] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.766246] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.766443] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Deleting the datastore file [datastore1] aa8d949f-9672-4e5d-9fef-4d29f90d371d {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.766734] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8ecc32-ed75-4e7d-afd2-e58f3d141a24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.775925] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for the task: (returnval){ [ 938.775925] env[62668]: value = "task-2684019" [ 938.775925] env[62668]: _type = "Task" [ 938.775925] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.787567] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.926726] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d5cac-622a-4717-a8cf-b3d71e9cd3b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.947372] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.982977] env[62668]: DEBUG nova.scheduler.client.report [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.170105] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.179453] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684017, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.253143] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684015, 'name': Destroy_Task, 'duration_secs': 1.400692} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.253489] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Destroyed the VM [ 939.255578] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.255578] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecbe21e3-77c2-4054-b343-863fb6490ef1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.264017] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 939.264017] env[62668]: value = "task-2684020" [ 939.264017] env[62668]: _type = "Task" [ 939.264017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.272683] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684020, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.294216] env[62668]: DEBUG oslo_vmware.api [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Task: {'id': task-2684019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132153} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.294672] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.294990] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.295341] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.295672] env[62668]: INFO nova.compute.manager [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Took 2.14 seconds to destroy the instance on the hypervisor. [ 939.296066] env[62668]: DEBUG oslo.service.loopingcall [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.296383] env[62668]: DEBUG nova.compute.manager [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.296582] env[62668]: DEBUG nova.network.neutron [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.455977] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.455977] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0253cee-4630-451a-8cff-995acaa39b2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.463915] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 939.463915] env[62668]: value = "task-2684021" [ 939.463915] env[62668]: _type = "Task" [ 939.463915] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.474985] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.476485] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.492374] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.496718] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.838s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.504240] env[62668]: INFO nova.compute.claims [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.525397] env[62668]: INFO nova.scheduler.client.report [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Deleted allocations for instance 06fa3700-8504-4574-a742-c58430176687 [ 939.669020] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684016, 'name': ReconfigVM_Task, 'duration_secs': 1.162452} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.669020] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.683804] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684017, 'name': Rename_Task, 'duration_secs': 1.161506} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.684427] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.685577] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c3af7ad-d77e-4551-9f27-83dc95a1bad5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.695860] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 939.695860] env[62668]: value = "task-2684022" [ 939.695860] env[62668]: _type = "Task" [ 939.695860] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.713056] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.758857] env[62668]: DEBUG nova.compute.manager [req-abe9bf3d-23df-42ad-b199-3a70d6216f1a req-24690a15-e0ec-4c0c-b59e-a130c93949c1 service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Received event network-vif-deleted-4d95a8c0-5b44-427b-87fa-8ef9558388de {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 939.761960] env[62668]: INFO nova.compute.manager [req-abe9bf3d-23df-42ad-b199-3a70d6216f1a req-24690a15-e0ec-4c0c-b59e-a130c93949c1 service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Neutron deleted interface 4d95a8c0-5b44-427b-87fa-8ef9558388de; detaching it from the instance and deleting it from the info cache [ 939.762081] env[62668]: DEBUG nova.network.neutron [req-abe9bf3d-23df-42ad-b199-3a70d6216f1a req-24690a15-e0ec-4c0c-b59e-a130c93949c1 service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.775018] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684020, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.984856] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.985175] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.985386] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.985660] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.985860] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.986086] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.986386] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.986626] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.986858] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.987134] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.987404] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.994448] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33de2af8-ee46-4dda-bdc3-e37b754af067 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.013037] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 940.013037] env[62668]: value = "task-2684023" [ 940.013037] env[62668]: _type = "Task" [ 940.013037] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.023007] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.036172] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f27ae4be-da91-4ff9-9626-b39dea9849b0 tempest-ImagesTestJSON-937928914 tempest-ImagesTestJSON-937928914-project-member] Lock "06fa3700-8504-4574-a742-c58430176687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.956s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.178197] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.178580] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.179301] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.179301] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.179301] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.179301] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.179570] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.179781] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.180025] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.180229] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.180424] env[62668]: DEBUG nova.virt.hardware [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.187987] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.188705] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76a914a-e50a-4953-8b89-1bdac6b97afc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.218820] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 940.218820] env[62668]: value = "task-2684024" [ 940.218820] env[62668]: _type = "Task" [ 940.218820] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.219199] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.230063] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.244463] env[62668]: DEBUG nova.network.neutron [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.269096] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad99e3f3-57c5-4da7-8c3d-f0f85aaa617c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.277455] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684020, 'name': RemoveSnapshot_Task, 'duration_secs': 0.748497} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.278718] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.279013] env[62668]: DEBUG nova.compute.manager [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.279911] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2b4ef-1d0d-49cc-9481-08854f47a70a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.284885] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0defcf3d-80c2-4979-b7b9-b6ae39ff8fd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.323575] env[62668]: DEBUG nova.compute.manager [req-abe9bf3d-23df-42ad-b199-3a70d6216f1a req-24690a15-e0ec-4c0c-b59e-a130c93949c1 service nova] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Detach interface failed, port_id=4d95a8c0-5b44-427b-87fa-8ef9558388de, reason: Instance aa8d949f-9672-4e5d-9fef-4d29f90d371d could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 940.330670] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.330913] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.533474] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684023, 'name': ReconfigVM_Task, 'duration_secs': 0.205955} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.533895] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.713373] env[62668]: DEBUG oslo_vmware.api [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684022, 'name': PowerOnVM_Task, 'duration_secs': 0.741731} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.716161] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.716315] env[62668]: INFO nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Took 10.10 seconds to spawn the instance on the hypervisor. [ 940.716469] env[62668]: DEBUG nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.718031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af9b7e-4d5c-491b-ae7f-021080f76bc3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.729327] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684024, 'name': ReconfigVM_Task, 'duration_secs': 0.250117} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.732423] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.742022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6358a0f-bfa9-412f-9d76-72160586b406 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.758432] env[62668]: INFO nova.compute.manager [-] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Took 1.46 seconds to deallocate network for instance. [ 940.765728] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.770134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8a4f99-b7a4-4a40-8bde-f61c78617fc9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.794143] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 940.794143] env[62668]: value = "task-2684025" [ 940.794143] env[62668]: _type = "Task" [ 940.794143] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.808816] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.808970] env[62668]: INFO nova.compute.manager [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Shelve offloading [ 940.833798] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.903654] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839315d1-966a-4a2c-9e2e-24dc2b53fb1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.914216] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d171075-f4aa-46b0-9b65-5ab098443ef3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.952417] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24d29b4-43a7-4a0f-97c9-3a1392f6a55f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.961304] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3eb79-3c3b-4dc8-a4cb-1dd61358204a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.975483] env[62668]: DEBUG nova.compute.provider_tree [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.047032] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.047614] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.047688] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.048113] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.048113] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.048425] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.048753] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.049267] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.049267] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.050094] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.050094] env[62668]: DEBUG nova.virt.hardware [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.056822] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.056822] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ad827e-bcea-48a1-943e-5d3039d77ad3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.078929] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 941.078929] env[62668]: value = "task-2684026" [ 941.078929] env[62668]: _type = "Task" [ 941.078929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.089177] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.254829] env[62668]: INFO nova.compute.manager [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Took 38.32 seconds to build instance. [ 941.288078] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.304765] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.316749] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.317065] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff30bd1-53dc-4dca-8f59-074ce4f7143e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.324407] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 941.324407] env[62668]: value = "task-2684027" [ 941.324407] env[62668]: _type = "Task" [ 941.324407] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.335542] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.335813] env[62668]: DEBUG nova.compute.manager [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.337035] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66cf948-cae9-4e55-b1d2-ea7ee9360814 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.349682] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.350389] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.350738] env[62668]: DEBUG nova.network.neutron [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.368272] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.485027] env[62668]: DEBUG nova.scheduler.client.report [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.590941] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684026, 'name': ReconfigVM_Task, 'duration_secs': 0.243448} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.590941] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.591244] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9568a-74f2-437b-b694-d4128489c3e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.616127] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.616509] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c097a09-2832-437a-8c79-af91d066f784 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.638997] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 941.638997] env[62668]: value = "task-2684028" [ 941.638997] env[62668]: _type = "Task" [ 941.638997] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.648759] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.760049] env[62668]: DEBUG oslo_concurrency.lockutils [None req-30250fdf-75fb-4c8c-8956-4f79660c2ba9 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.835s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.808412] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684025, 'name': ReconfigVM_Task, 'duration_secs': 0.529521} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.808412] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36/1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.808412] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.990226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.990226] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.994659] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.382s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.994659] env[62668]: DEBUG nova.objects.instance [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lazy-loading 'resources' on Instance uuid 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.140799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.141086] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.141427] env[62668]: DEBUG nova.objects.instance [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.157034] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.177274] env[62668]: DEBUG nova.network.neutron [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updating instance_info_cache with network_info: [{"id": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "address": "fa:16:3e:56:23:f5", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0171c-61", "ovs_interfaceid": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.315052] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8359948-ee86-4389-958a-ea0166b6c80a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.337160] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d98279-58fa-48a6-a1af-b69b127cb920 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.356297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.496998] env[62668]: DEBUG nova.compute.utils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.501458] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.501633] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.542606] env[62668]: DEBUG nova.policy [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.649740] env[62668]: DEBUG nova.objects.instance [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.656610] env[62668]: DEBUG oslo_vmware.api [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684028, 'name': ReconfigVM_Task, 'duration_secs': 0.757107} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.657414] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9/bcb07823-1d55-4704-a061-472d7df6c0f9.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.657734] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.679237] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.844090] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Successfully created port: 00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.863044] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8861fb-7798-4111-ba72-0d3323388f25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.874932] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88968ee-e132-4caf-9347-8280cc5890a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.911773] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c3c25-594c-4d00-a3bb-7396bee3d7fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.920696] env[62668]: DEBUG nova.network.neutron [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Port 3751547e-113f-4fdb-8dcb-c2b51eca0942 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 942.923606] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839466c0-0cb3-43e7-b547-fba627436af4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.940642] env[62668]: DEBUG nova.compute.provider_tree [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.002576] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.084176] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.085244] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95243cb9-ced7-4164-ad02-8fdd162a05f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.094438] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.094438] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48eceb9c-24fd-48d8-8f49-33393cb3bf59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.157912] env[62668]: DEBUG nova.objects.base [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance<3311fb97-bb87-41bd-b695-306980462cbc> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.158173] env[62668]: DEBUG nova.network.neutron [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.166046] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c999208-ee34-4970-9c5e-0e4e3d32f92f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.192671] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17004b4e-e46f-4291-9c36-d43b19adbce0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.195488] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.195813] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.196071] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore2] 8d8ec04b-db0d-40d2-8cfc-146e455d6e87 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.196380] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-136bad01-4f60-4e60-8780-1313f7b90760 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.217046] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.222724] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 943.222724] env[62668]: value = "task-2684030" [ 943.222724] env[62668]: _type = "Task" [ 943.222724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.232020] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.326147] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b8c2f4cb-054b-4968-823e-050c517d7e6d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.185s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.444528] env[62668]: DEBUG nova.scheduler.client.report [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.735294] env[62668]: DEBUG oslo_vmware.api [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.735294] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.735486] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.735486] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.756759] env[62668]: INFO nova.scheduler.client.report [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance 8d8ec04b-db0d-40d2-8cfc-146e455d6e87 [ 943.785052] env[62668]: DEBUG nova.network.neutron [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Port fbf20513-629d-4e32-95df-17460f094d40 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 943.950352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.950352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.950352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.951573] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.954089] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.366s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.954331] env[62668]: DEBUG nova.objects.instance [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lazy-loading 'resources' on Instance uuid 01e6b8da-a95c-4ddd-a0d0-3096f0dea074 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.969632] env[62668]: INFO nova.scheduler.client.report [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Deleted allocations for instance 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3 [ 944.015078] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.039045] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.039286] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.039454] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.039655] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.039804] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.039951] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.040172] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.040329] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.040495] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.040656] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.040824] env[62668]: DEBUG nova.virt.hardware [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.041681] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa27f9-b748-4375-beb0-2d293d10a598 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.050562] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86882c52-9b24-41be-907d-1e43724c6421 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261339] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.372465] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Successfully updated port: 00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.477171] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d3c3ac0d-b16d-4d4f-95b9-9546d74ee8cb tempest-InstanceActionsTestJSON-578463372 tempest-InstanceActionsTestJSON-578463372-project-member] Lock "6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.331s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.700166] env[62668]: DEBUG nova.compute.manager [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received event network-vif-unplugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 944.700434] env[62668]: DEBUG oslo_concurrency.lockutils [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.700679] env[62668]: DEBUG oslo_concurrency.lockutils [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.700822] env[62668]: DEBUG oslo_concurrency.lockutils [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.700948] env[62668]: DEBUG nova.compute.manager [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] No waiting events found dispatching network-vif-unplugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.701156] env[62668]: WARNING nova.compute.manager [req-b5944560-d5ad-4ba2-8e89-dc8fd1a7d25a req-e8765f56-7832-4e0c-8dc2-aac9a6d87469 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received unexpected event network-vif-unplugged-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa for instance with vm_state shelved_offloaded and task_state None. [ 944.704079] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020f73e-044a-472e-a0d3-d6e2168c9de1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.717142] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd3bd2e-cbe6-40c9-b87f-8395faa4525e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.754277] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10831b49-78a4-454c-a5fc-8c077989cab1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.763023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b61404-d363-4f72-a97b-1f251555d767 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776875] env[62668]: DEBUG nova.compute.provider_tree [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.806958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.806958] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.807123] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.875369] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.875369] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.875535] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.030866] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.030987] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.031190] env[62668]: DEBUG nova.network.neutron [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.283501] env[62668]: DEBUG nova.scheduler.client.report [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.308339] env[62668]: DEBUG nova.compute.manager [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Received event network-vif-plugged-00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 945.308548] env[62668]: DEBUG oslo_concurrency.lockutils [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] Acquiring lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.308749] env[62668]: DEBUG oslo_concurrency.lockutils [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.308908] env[62668]: DEBUG oslo_concurrency.lockutils [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.309080] env[62668]: DEBUG nova.compute.manager [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] No waiting events found dispatching network-vif-plugged-00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.309242] env[62668]: WARNING nova.compute.manager [req-567a9342-d5e4-40e3-a8d2-982f3bdc5abc req-0d3ff86d-dfc3-45ea-b420-db624574bbab service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Received unexpected event network-vif-plugged-00e8b0c4-123a-43dc-968b-52d3b79c9d5f for instance with vm_state building and task_state spawning. [ 945.430719] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.657127] env[62668]: DEBUG nova.network.neutron [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Updating instance_info_cache with network_info: [{"id": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "address": "fa:16:3e:f6:ca:1f", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e8b0c4-12", "ovs_interfaceid": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.790600] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.792546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.794815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.182s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.794994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.796069] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 945.796570] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.785s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.799861] env[62668]: DEBUG nova.objects.instance [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lazy-loading 'resources' on Instance uuid 8d1f4077-4988-473d-8026-6ae0e44a70e4 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.799861] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fe29a8-722f-4364-aed7-8bbdd094daf4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.810624] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed4ae0-7d71-47d1-b6f7-819ecf1386bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.832318] env[62668]: INFO nova.scheduler.client.report [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted allocations for instance 01e6b8da-a95c-4ddd-a0d0-3096f0dea074 [ 945.833682] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa2cc8-24e9-49b9-84be-ac7a12a8712d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.850172] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b87b8c-6577-44ca-a209-2865c1c611f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.885993] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179344MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 945.886716] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.888048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.888245] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.888784] env[62668]: DEBUG nova.network.neutron [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.028093] env[62668]: DEBUG nova.network.neutron [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.161637] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.162189] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Instance network_info: |[{"id": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "address": "fa:16:3e:f6:ca:1f", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e8b0c4-12", "ovs_interfaceid": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.163221] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ca:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e8b0c4-123a-43dc-968b-52d3b79c9d5f', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.173997] env[62668]: DEBUG oslo.service.loopingcall [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.176244] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.176544] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d563ada7-5053-4a4a-b434-08b49af0d68c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.202606] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.202606] env[62668]: value = "task-2684031" [ 946.202606] env[62668]: _type = "Task" [ 946.202606] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.212470] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684031, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.350674] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9b6e2685-e91f-43d5-93fe-24ee37820137 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "01e6b8da-a95c-4ddd-a0d0-3096f0dea074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.423s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.408946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.408946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.408946] env[62668]: DEBUG nova.objects.instance [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.530871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.625328] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6166981f-9f3b-414b-a87e-d7661d74582d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.633735] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceafc9c-0f22-476d-9604-88dfd6da0712 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.665345] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083594fb-7dc0-4b55-91f0-b1b28353c8d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.673939] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd46d7-15c3-4313-88e7-7838f4cd7f5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.693922] env[62668]: DEBUG nova.compute.provider_tree [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.713735] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684031, 'name': CreateVM_Task, 'duration_secs': 0.370528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.713914] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.714738] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.714855] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.715196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.715660] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd8c679-6f63-4d5c-8b0e-3d700ed2dca4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.721397] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 946.721397] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529da468-3d03-825f-0174-e8cdab622c18" [ 946.721397] env[62668]: _type = "Task" [ 946.721397] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.730024] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529da468-3d03-825f-0174-e8cdab622c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.730870] env[62668]: DEBUG nova.network.neutron [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.025651] env[62668]: DEBUG nova.objects.instance [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.056019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea729b-4bf9-4621-bb0d-f3bafa9aa94d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.078360] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49ac4b-6f00-4a6a-94b2-cc5ef553efb4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.088028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.201019] env[62668]: DEBUG nova.scheduler.client.report [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.236177] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.240223] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529da468-3d03-825f-0174-e8cdab622c18, 'name': SearchDatastore_Task, 'duration_secs': 0.053113} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.241211] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.241790] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.242186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.242551] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.243024] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.244106] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d96bbd1-c9cc-4d5e-bac0-379b7393b97e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.255998] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.255998] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.257155] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bcd81c-ce99-4683-9708-e91657d6b052 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.265306] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 947.265306] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277abbf-5644-2c32-2115-ae054fab8df0" [ 947.265306] env[62668]: _type = "Task" [ 947.265306] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.277742] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277abbf-5644-2c32-2115-ae054fab8df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.527441] env[62668]: DEBUG nova.objects.base [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance<3311fb97-bb87-41bd-b695-306980462cbc> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.527669] env[62668]: DEBUG nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.576510] env[62668]: DEBUG nova.policy [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.593315] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.593650] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846dd2a2-3da6-4f2b-8508-e34ce4aeb411 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.604711] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 947.604711] env[62668]: value = "task-2684032" [ 947.604711] env[62668]: _type = "Task" [ 947.604711] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.615561] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.707782] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.710215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.672s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.711796] env[62668]: INFO nova.compute.claims [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.739374] env[62668]: INFO nova.scheduler.client.report [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Deleted allocations for instance 8d1f4077-4988-473d-8026-6ae0e44a70e4 [ 947.772520] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97bef79-7aa4-453f-a6bb-11830a1c1696 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.782638] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5277abbf-5644-2c32-2115-ae054fab8df0, 'name': SearchDatastore_Task, 'duration_secs': 0.015844} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.800391] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6430ea6-9a6f-459d-a2a1-3107a9b2af69 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.803477] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1abcc-7444-453e-aee0-ca836c0ecf05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.810490] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 947.810490] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5206c452-fde2-bc07-188a-31be91187bdc" [ 947.810490] env[62668]: _type = "Task" [ 947.810490] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.813329] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.827128] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5206c452-fde2-bc07-188a-31be91187bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.014148} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.827361] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.827608] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b1056bc1-c866-477c-9122-3c9232db8d9b/b1056bc1-c866-477c-9122-3c9232db8d9b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.827859] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d72e45-b066-4a8d-865f-1c6202addb74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.832076] env[62668]: DEBUG nova.compute.manager [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Received event network-changed-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 947.832076] env[62668]: DEBUG nova.compute.manager [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Refreshing instance network info cache due to event network-changed-5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 947.832367] env[62668]: DEBUG oslo_concurrency.lockutils [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] Acquiring lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.832367] env[62668]: DEBUG oslo_concurrency.lockutils [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] Acquired lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.832708] env[62668]: DEBUG nova.network.neutron [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Refreshing network info cache for port 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.839388] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 947.839388] env[62668]: value = "task-2684033" [ 947.839388] env[62668]: _type = "Task" [ 947.839388] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.851523] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.861697] env[62668]: DEBUG nova.compute.manager [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Received event network-changed-00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 947.861789] env[62668]: DEBUG nova.compute.manager [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Refreshing instance network info cache due to event network-changed-00e8b0c4-123a-43dc-968b-52d3b79c9d5f. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 947.862051] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Acquiring lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.862197] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Acquired lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.862360] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Refreshing network info cache for port 00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.953532] env[62668]: DEBUG nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Successfully created port: b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.115856] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684032, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.253621] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5e5179b3-51e1-4304-9f3b-e0c7c3cb3825 tempest-ServersAdminTestJSON-1053644178 tempest-ServersAdminTestJSON-1053644178-project-member] Lock "8d1f4077-4988-473d-8026-6ae0e44a70e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.644s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.322856] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0029f4-a9d3-4f3f-8695-6d2278dd5737 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance 'bcb07823-1d55-4704-a061-472d7df6c0f9' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.350652] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.617194] env[62668]: DEBUG oslo_vmware.api [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684032, 'name': PowerOnVM_Task, 'duration_secs': 0.517837} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.617575] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.617757] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4add7417-d2ec-42b9-ac6e-026b3f713791 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance '1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.857472] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.027064] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f94280-3084-4f18-ad2d-25911071735e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.039495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e58e4-4b51-4c03-aab7-fa2af14aff02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.080315] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.080663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.080923] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.081187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.081370] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.084898] env[62668]: INFO nova.compute.manager [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Terminating instance [ 949.086095] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbcedb-6287-4130-ac41-371b8ac9c55e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.097863] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992b589-17c1-477b-aecd-08d7e059dc33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.121121] env[62668]: DEBUG nova.compute.provider_tree [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.202178] env[62668]: DEBUG nova.network.neutron [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updated VIF entry in instance network info cache for port 5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.203277] env[62668]: DEBUG nova.network.neutron [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updating instance_info_cache with network_info: [{"id": "5fd0171c-6108-42e0-a4b6-2c8f3d35c1fa", "address": "fa:16:3e:56:23:f5", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": null, "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5fd0171c-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.213891] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Updated VIF entry in instance network info cache for port 00e8b0c4-123a-43dc-968b-52d3b79c9d5f. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.214329] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Updating instance_info_cache with network_info: [{"id": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "address": "fa:16:3e:f6:ca:1f", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e8b0c4-12", "ovs_interfaceid": "00e8b0c4-123a-43dc-968b-52d3b79c9d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.351533] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.596173] env[62668]: DEBUG nova.compute.manager [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.596410] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.597714] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b5afb-c2a6-4a9b-b68f-12f133ba6f56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.606951] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.607229] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10466407-0873-426a-a225-95c1b9ae4c7f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.615644] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 949.615644] env[62668]: value = "task-2684034" [ 949.615644] env[62668]: _type = "Task" [ 949.615644] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.626825] env[62668]: DEBUG nova.scheduler.client.report [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.630404] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2684034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.706322] env[62668]: DEBUG oslo_concurrency.lockutils [req-afdd6b23-a49d-4ea2-92e2-d762c439f55f req-e7308b4c-4d2c-4c9f-b631-42b1f0d03205 service nova] Releasing lock "refresh_cache-8d8ec04b-db0d-40d2-8cfc-146e455d6e87" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.717548] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Releasing lock "refresh_cache-b1056bc1-c866-477c-9122-3c9232db8d9b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.717880] env[62668]: DEBUG nova.compute.manager [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received event network-changed-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 949.718072] env[62668]: DEBUG nova.compute.manager [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing instance network info cache due to event network-changed-cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 949.718819] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Acquiring lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.718819] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Acquired lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.718819] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing network info cache for port cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.865683] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.719243} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.866043] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] b1056bc1-c866-477c-9122-3c9232db8d9b/b1056bc1-c866-477c-9122-3c9232db8d9b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.867330] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.867330] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e3b67a-aa89-4686-8eab-a2f4258d323e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.874902] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 949.874902] env[62668]: value = "task-2684035" [ 949.874902] env[62668]: _type = "Task" [ 949.874902] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.887026] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.128757] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2684034, 'name': PowerOffVM_Task, 'duration_secs': 0.217331} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.129043] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.129324] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.129469] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6475bc2-90a7-450f-872b-a017b6a3392f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.131939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.132541] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.135142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.867s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.135830] env[62668]: DEBUG nova.objects.instance [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'resources' on Instance uuid 819e2b00-a76d-4b35-a162-b62aba859c14 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.157175] env[62668]: DEBUG nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Successfully updated port: b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.227534] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.227534] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.227534] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleting the datastore file [datastore1] 1f705a9f-9eb5-4a81-8acf-5dc094648d75 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.227880] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-922737ab-a0fd-4386-9bad-814464685924 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.236016] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for the task: (returnval){ [ 950.236016] env[62668]: value = "task-2684037" [ 950.236016] env[62668]: _type = "Task" [ 950.236016] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.250022] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2684037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.391696] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060879} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.393240] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.394401] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be812e81-c239-496b-9096-3fcaeedac27c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.427144] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] b1056bc1-c866-477c-9122-3c9232db8d9b/b1056bc1-c866-477c-9122-3c9232db8d9b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.427144] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63dfe295-b2c7-4ca9-bae7-12fca7c617cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.454136] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 950.454136] env[62668]: value = "task-2684038" [ 950.454136] env[62668]: _type = "Task" [ 950.454136] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.463021] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.645145] env[62668]: DEBUG nova.compute.utils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.651404] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.651589] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.659133] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.659314] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.659489] env[62668]: DEBUG nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.699930] env[62668]: DEBUG nova.policy [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7de0e45b8904f1cb48a7a464cb586c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9a7c7bc17d64717b4da55c4f2092088', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.722717] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updated VIF entry in instance network info cache for port cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.722717] env[62668]: DEBUG nova.network.neutron [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [{"id": "cf345693-6856-4df2-80af-e523839c8f87", "address": "fa:16:3e:48:e4:f2", "network": {"id": "777329d9-208e-4243-b0e3-0fe3ef5d4a5b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-945336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "571f821dec7745e1986e92e4fea75521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf345693-68", "ovs_interfaceid": "cf345693-6856-4df2-80af-e523839c8f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.750625] env[62668]: DEBUG oslo_vmware.api [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Task: {'id': task-2684037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149146} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.750882] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.751072] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.754148] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.754337] env[62668]: INFO nova.compute.manager [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.754594] env[62668]: DEBUG oslo.service.loopingcall [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.755121] env[62668]: DEBUG nova.compute.manager [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.755226] env[62668]: DEBUG nova.network.neutron [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.966072] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684038, 'name': ReconfigVM_Task, 'duration_secs': 0.293699} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.967570] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] b1056bc1-c866-477c-9122-3c9232db8d9b/b1056bc1-c866-477c-9122-3c9232db8d9b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.969013] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d2976-f12e-4f55-93de-d0252a0bfe63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.973017] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d172e71d-c122-489c-90bd-64311de8feaf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.980466] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be277696-733c-4d6a-b1b7-714651e9b38d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.984680] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 950.984680] env[62668]: value = "task-2684039" [ 950.984680] env[62668]: _type = "Task" [ 950.984680] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.022522] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Successfully created port: b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.025577] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d13a92-e271-4036-844b-4d4b267f6dc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.032316] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684039, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.037585] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0839d1-53fc-483a-9437-d50fe515b8ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.053298] env[62668]: DEBUG nova.compute.provider_tree [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.151691] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.215873] env[62668]: WARNING nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 951.226007] env[62668]: DEBUG oslo_concurrency.lockutils [req-bb01ef73-b36d-4459-aa00-f7ee4b7c239f req-6b79eeaf-287d-4283-87cb-e7fe8b7f7daf service nova] Releasing lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.644703] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684039, 'name': Rename_Task, 'duration_secs': 0.153953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.644703] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.644703] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c34ca4-e729-474b-83df-cc97e796bdf2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.644703] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 951.644703] env[62668]: value = "task-2684040" [ 951.644703] env[62668]: _type = "Task" [ 951.644703] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.644703] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.644703] env[62668]: DEBUG nova.scheduler.client.report [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.648786] env[62668]: DEBUG nova.network.neutron [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "address": "fa:16:3e:68:bd:0f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb373ceb2-fa", "ovs_interfaceid": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.763165] env[62668]: DEBUG nova.network.neutron [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.952481] env[62668]: DEBUG nova.compute.manager [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-plugged-b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 951.952481] env[62668]: DEBUG oslo_concurrency.lockutils [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.953012] env[62668]: DEBUG oslo_concurrency.lockutils [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.960661] env[62668]: DEBUG oslo_concurrency.lockutils [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.960661] env[62668]: DEBUG nova.compute.manager [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] No waiting events found dispatching network-vif-plugged-b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.960661] env[62668]: WARNING nova.compute.manager [req-f0c23989-ed1c-4090-a0e8-edb6d356236b req-00bda3ea-4916-4326-9b9a-b7f347565642 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received unexpected event network-vif-plugged-b373ceb2-fa9b-4890-89ca-5b6d60253b8a for instance with vm_state active and task_state None. [ 952.025632] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.025768] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.036422] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.074234] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.076820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.789s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.077192] env[62668]: DEBUG nova.objects.instance [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lazy-loading 'resources' on Instance uuid aa8d949f-9672-4e5d-9fef-4d29f90d371d {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.102514] env[62668]: INFO nova.scheduler.client.report [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted allocations for instance 819e2b00-a76d-4b35-a162-b62aba859c14 [ 952.131226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.131226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.131226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.133521] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062c7390-aafd-4b41-8d13-2031f058aebb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.150248] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.150528] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.150698] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.150915] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.152255] env[62668]: DEBUG nova.virt.hardware [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.159920] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfiguring VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 952.160548] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1012711a-2dc6-4f33-a9c8-ccc27d30137d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.175756] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.185187] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 952.185187] env[62668]: value = "task-2684041" [ 952.185187] env[62668]: _type = "Task" [ 952.185187] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.195395] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.204814] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.205167] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.205336] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.205515] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.205657] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.205804] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.206030] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.206238] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.206348] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.206511] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.206683] env[62668]: DEBUG nova.virt.hardware [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.207548] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9142f00-ed88-44e4-88e3-c102c26b9200 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216424] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5709df7f-400b-44f1-9220-dd980cb42709 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267358] env[62668]: INFO nova.compute.manager [-] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Took 1.51 seconds to deallocate network for instance. [ 952.530455] env[62668]: DEBUG oslo_vmware.api [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684040, 'name': PowerOnVM_Task, 'duration_secs': 1.000022} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.533463] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.534337] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.534687] env[62668]: INFO nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Took 8.52 seconds to spawn the instance on the hypervisor. [ 952.535133] env[62668]: DEBUG nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.536431] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e94bc7c-39be-42bc-8f19-5565d232d22f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.616218] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0029dd58-c648-484e-bdff-2852ed094a26 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "819e2b00-a76d-4b35-a162-b62aba859c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.793s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.696517] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.776359] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.865776] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Successfully updated port: b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.903700] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf31d69-1856-441c-a965-b0f35659b70a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.911570] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9aea93-cfe9-4893-b9ad-560fc9a50b05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.946960] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e5c9b-30a7-4773-9458-79f97a6fa70e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.956722] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b73c9-85b1-424e-9127-7e2775da23ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.976033] env[62668]: DEBUG nova.compute.provider_tree [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.056540] env[62668]: INFO nova.compute.manager [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Took 42.41 seconds to build instance. [ 953.068285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.198230] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.369886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.369886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.369886] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.482079] env[62668]: DEBUG nova.scheduler.client.report [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.561380] env[62668]: DEBUG oslo_concurrency.lockutils [None req-88d3249b-df7d-4c1f-b1dc-a22e95cdfb3f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.930s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.698268] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.771058] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "af2c3492-8ccd-4736-8605-214ea933d09a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.771378] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.904377] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.985176] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.988145] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.620s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.989995] env[62668]: INFO nova.compute.claims [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.011446] env[62668]: INFO nova.scheduler.client.report [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Deleted allocations for instance aa8d949f-9672-4e5d-9fef-4d29f90d371d [ 954.075208] env[62668]: DEBUG nova.network.neutron [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.101925] env[62668]: DEBUG nova.compute.manager [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 954.102227] env[62668]: DEBUG oslo_concurrency.lockutils [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.102423] env[62668]: DEBUG oslo_concurrency.lockutils [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.102619] env[62668]: DEBUG oslo_concurrency.lockutils [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.102817] env[62668]: DEBUG nova.compute.manager [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] No waiting events found dispatching network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.102990] env[62668]: WARNING nova.compute.manager [req-14556dc6-3bfb-4c5a-93d3-d9c6efea96b4 req-427ef66f-a66c-4f7c-817d-60ea7a042541 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received unexpected event network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb for instance with vm_state building and task_state spawning. [ 954.197850] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.275672] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.461219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.461924] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.461924] env[62668]: DEBUG nova.compute.manager [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Going to confirm migration 4 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 954.519886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2d605cfb-d510-47aa-b8ca-67b2f54971f8 tempest-ServerTagsTestJSON-646624915 tempest-ServerTagsTestJSON-646624915-project-member] Lock "aa8d949f-9672-4e5d-9fef-4d29f90d371d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.869s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.577439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.578423] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance network_info: |[{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.578423] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.586500] env[62668]: DEBUG oslo.service.loopingcall [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.587125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.587396] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.587593] env[62668]: DEBUG nova.compute.manager [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Going to confirm migration 5 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 954.588980] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.589538] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f75c3d-e247-4d11-8861-00c7baa68b4d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.621202] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.621202] env[62668]: value = "task-2684042" [ 954.621202] env[62668]: _type = "Task" [ 954.621202] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.631801] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684042, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.698787] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.802673] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.026837] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.027034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.027225] env[62668]: DEBUG nova.network.neutron [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.027413] env[62668]: DEBUG nova.objects.instance [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'info_cache' on Instance uuid 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.136779] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684042, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.174470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.175013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.175763] env[62668]: DEBUG nova.network.neutron [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.175828] env[62668]: DEBUG nova.objects.instance [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'info_cache' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.202039] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.268766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca982525-6845-4b56-8d44-15fcc7285559 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.278347] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d2b0c-a839-4d39-8b15-e03f16cd2ded {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.318184] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944a2211-d388-420f-a1cd-e9b834320e11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327318] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e341d-8ffa-4f88-a424-c6a8d62b3f55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.344548] env[62668]: DEBUG nova.compute.provider_tree [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.362423] env[62668]: DEBUG nova.compute.manager [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-changed-b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 955.362423] env[62668]: DEBUG nova.compute.manager [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing instance network info cache due to event network-changed-b373ceb2-fa9b-4890-89ca-5b6d60253b8a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 955.362514] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.362641] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.362799] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing network info cache for port b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.635816] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684042, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.705557] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.847642] env[62668]: DEBUG nova.scheduler.client.report [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.104821] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updated VIF entry in instance network info cache for port b373ceb2-fa9b-4890-89ca-5b6d60253b8a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.104821] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "address": "fa:16:3e:68:bd:0f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb373ceb2-fa", "ovs_interfaceid": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.136630] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684042, 'name': CreateVM_Task, 'duration_secs': 1.445732} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.140019] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.140019] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.140158] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.140471] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.141019] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61821e54-231f-402f-8454-a0d4b704c65f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.146985] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 956.146985] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d33ba-2e8c-a26a-6d4e-69218172e2b6" [ 956.146985] env[62668]: _type = "Task" [ 956.146985] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.157516] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d33ba-2e8c-a26a-6d4e-69218172e2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.199852] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.331172] env[62668]: DEBUG nova.network.neutron [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [{"id": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "address": "fa:16:3e:7a:53:cf", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3751547e-11", "ovs_interfaceid": "3751547e-113f-4fdb-8dcb-c2b51eca0942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.358258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.359437] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.367079] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.102s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.367079] env[62668]: DEBUG nova.objects.instance [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'resources' on Instance uuid 8d8ec04b-db0d-40d2-8cfc-146e455d6e87 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.469143] env[62668]: DEBUG nova.network.neutron [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.610662] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.611039] env[62668]: DEBUG nova.compute.manager [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Received event network-vif-deleted-47b77319-d647-4ac6-bef9-4f92871a9860 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 956.611240] env[62668]: DEBUG nova.compute.manager [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received event network-changed-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 956.611401] env[62668]: DEBUG nova.compute.manager [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing instance network info cache due to event network-changed-cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 956.611613] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Acquiring lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.611754] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Acquired lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.611916] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Refreshing network info cache for port cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.659300] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d33ba-2e8c-a26a-6d4e-69218172e2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.659692] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.659940] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.660203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.660355] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.660535] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.661189] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe9fa1c-9705-4e07-9d81-262c5aafae29 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.674629] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.674817] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.675591] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834c5aa7-c42e-45eb-a124-5df642f40a77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.681329] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 956.681329] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f56c21-6d59-e5af-9955-3455bf056180" [ 956.681329] env[62668]: _type = "Task" [ 956.681329] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.690957] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f56c21-6d59-e5af-9955-3455bf056180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.701407] env[62668]: DEBUG oslo_vmware.api [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684041, 'name': ReconfigVM_Task, 'duration_secs': 4.183603} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.701833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.702316] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfigured VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 956.728411] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "1642b99a-f7ba-4730-9001-44475d4cff0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.728733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.834601] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.835000] env[62668]: DEBUG nova.objects.instance [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'migration_context' on Instance uuid 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.865035] env[62668]: DEBUG nova.compute.utils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.867647] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.867647] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.870078] env[62668]: DEBUG nova.objects.instance [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d8ec04b-db0d-40d2-8cfc-146e455d6e87 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.907767] env[62668]: DEBUG nova.policy [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '103465026ccb4543936bdcde259a3082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6f51318a1b41f9b56f2619469e609e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.972163] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.973672] env[62668]: DEBUG nova.objects.instance [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'migration_context' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.195496] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f56c21-6d59-e5af-9955-3455bf056180, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.198979] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea55337d-c754-4142-9cbe-a3c296eb7773 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.209464] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 957.209464] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521014c1-4d24-fe78-5326-6a0bb7bbc398" [ 957.209464] env[62668]: _type = "Task" [ 957.209464] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.214752] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59903e64-d0e9-4562-959b-2f3916ddd73c tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.807s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.227644] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521014c1-4d24-fe78-5326-6a0bb7bbc398, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.227934] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.228261] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.228789] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b17f9b-0415-4e6f-9018-5fb004fb44ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.230908] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.240742] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 957.240742] env[62668]: value = "task-2684043" [ 957.240742] env[62668]: _type = "Task" [ 957.240742] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.256428] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.274139] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Successfully created port: 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.321211] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b1056bc1-c866-477c-9122-3c9232db8d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.321565] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.321828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.322076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.322298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.324748] env[62668]: INFO nova.compute.manager [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Terminating instance [ 957.338411] env[62668]: DEBUG nova.objects.base [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Object Instance<1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36> lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.340274] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b5dbf-b9f0-416f-8df8-1559e7aa4548 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.367207] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1541105b-8612-47f0-a4c9-1d2300965511 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.371323] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.373809] env[62668]: DEBUG nova.objects.base [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Object Instance<8d8ec04b-db0d-40d2-8cfc-146e455d6e87> lazy-loaded attributes: resources,numa_topology {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.380407] env[62668]: DEBUG oslo_vmware.api [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 957.380407] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c3d2fb-cea4-757d-71fd-5aadb92d5b41" [ 957.380407] env[62668]: _type = "Task" [ 957.380407] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.392227] env[62668]: DEBUG oslo_vmware.api [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c3d2fb-cea4-757d-71fd-5aadb92d5b41, 'name': SearchDatastore_Task, 'duration_secs': 0.007688} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.392876] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.451738] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updated VIF entry in instance network info cache for port cf345693-6856-4df2-80af-e523839c8f87. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.453482] env[62668]: DEBUG nova.network.neutron [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [{"id": "cf345693-6856-4df2-80af-e523839c8f87", "address": "fa:16:3e:48:e4:f2", "network": {"id": "777329d9-208e-4243-b0e3-0fe3ef5d4a5b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-945336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "571f821dec7745e1986e92e4fea75521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf345693-68", "ovs_interfaceid": "cf345693-6856-4df2-80af-e523839c8f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.477064] env[62668]: DEBUG nova.objects.base [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.480159] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cac9f9-d965-4f63-8f35-2f3b31302994 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.512457] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3ff85d-d724-4229-82d0-1eacbee35afb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.523361] env[62668]: DEBUG nova.compute.manager [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 957.523361] env[62668]: DEBUG nova.compute.manager [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing instance network info cache due to event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 957.523361] env[62668]: DEBUG oslo_concurrency.lockutils [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.523361] env[62668]: DEBUG oslo_concurrency.lockutils [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.523361] env[62668]: DEBUG nova.network.neutron [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.526085] env[62668]: DEBUG oslo_vmware.api [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 957.526085] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529cd437-2a80-27a4-0f5b-965589f80e53" [ 957.526085] env[62668]: _type = "Task" [ 957.526085] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.539848] env[62668]: DEBUG oslo_vmware.api [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529cd437-2a80-27a4-0f5b-965589f80e53, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.542589] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.739820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a3257-b4e2-4b08-93e0-98ca531e4c11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.757735] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495129} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.760646] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.761227] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.762453] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.763086] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48a9161-88b7-4cca-8d68-8a6b029a86a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.766090] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8725a9-357a-4cf1-9daa-d92aee98b50d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.805294] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485a7bb-e01e-4d8a-b4de-3a6c567a62e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.808107] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 957.808107] env[62668]: value = "task-2684044" [ 957.808107] env[62668]: _type = "Task" [ 957.808107] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.815102] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485dc612-32a6-419f-bc11-74ab9de05090 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.821742] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684044, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.832899] env[62668]: DEBUG nova.compute.manager [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.833210] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.833746] env[62668]: DEBUG nova.compute.provider_tree [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.839584] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec0f05-99e9-412d-ade9-4300a837597e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.847816] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.848122] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d60a936-206d-415a-88dc-147c633de432 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.855163] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 957.855163] env[62668]: value = "task-2684045" [ 957.855163] env[62668]: _type = "Task" [ 957.855163] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.865447] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955175] env[62668]: DEBUG oslo_concurrency.lockutils [req-31255b77-4fba-4b2d-88cf-44fa1b03f5aa req-d07a6597-4d23-4382-b2ec-dfa0a25b71d2 service nova] Releasing lock "refresh_cache-cd22be53-c070-4e26-82a2-cb742c4d0d21" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.321329] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066425} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.321329] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.322186] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c64d7-df16-4e72-9245-8e90f878aefa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343850] env[62668]: DEBUG nova.scheduler.client.report [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.361262] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.361939] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8837de0f-bb2a-4d57-8fb0-91b1708c3eb6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.387073] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.397810] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684045, 'name': PowerOffVM_Task, 'duration_secs': 0.266885} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.399270] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.399478] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.400372] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 958.400372] env[62668]: value = "task-2684046" [ 958.400372] env[62668]: _type = "Task" [ 958.400372] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.402945] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdeef06a-7ace-4f40-b33d-93bd0a0e5a1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.424100] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.426435] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.426663] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.426821] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.427011] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.427172] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.427320] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.427533] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.427881] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.427881] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.428080] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.428177] env[62668]: DEBUG nova.virt.hardware [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.429310] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e418b0f-040e-4411-9b93-139ebf019ca0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.438357] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285050e5-6410-49d8-ad8c-e651fba6347d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.489500] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.489500] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.489630] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore2] b1056bc1-c866-477c-9122-3c9232db8d9b {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.490020] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca087f3-b27a-4804-9a41-4cbe5166e0da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.501585] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 958.501585] env[62668]: value = "task-2684048" [ 958.501585] env[62668]: _type = "Task" [ 958.501585] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.511068] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.634300] env[62668]: DEBUG nova.network.neutron [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updated VIF entry in instance network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.634676] env[62668]: DEBUG nova.network.neutron [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.865820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.499s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.870118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.979s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.919079] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684046, 'name': ReconfigVM_Task, 'duration_secs': 0.304627} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.919363] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.920013] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e31533f-c19a-4701-9729-1b8a8ec2089b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.927198] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 958.927198] env[62668]: value = "task-2684049" [ 958.927198] env[62668]: _type = "Task" [ 958.927198] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.935793] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684049, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.013645] env[62668]: DEBUG oslo_vmware.api [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169083} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.013940] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.014569] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.014807] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.014986] env[62668]: INFO nova.compute.manager [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 959.015244] env[62668]: DEBUG oslo.service.loopingcall [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.015781] env[62668]: DEBUG nova.compute.manager [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.015900] env[62668]: DEBUG nova.network.neutron [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.141068] env[62668]: DEBUG oslo_concurrency.lockutils [req-0797d4a7-2f55-4c73-a9cd-cc31a684b290 req-d7f69aba-4164-4b85-b16a-96c0945870b6 service nova] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.305217] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Successfully updated port: 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.383796] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52953be8-bd83-40f0-879d-edc4e1c81574 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.447s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.384810] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.594s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.384933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.388676] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.388676] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.395019] env[62668]: INFO nova.compute.manager [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Terminating instance [ 959.441946] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684049, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.478846] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.479073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.479282] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.479462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.479664] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.482257] env[62668]: INFO nova.compute.manager [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Terminating instance [ 959.618453] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Received event network-vif-plugged-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 959.618997] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.619467] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.619548] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.619766] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] No waiting events found dispatching network-vif-plugged-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.620021] env[62668]: WARNING nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Received unexpected event network-vif-plugged-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 for instance with vm_state building and task_state spawning. [ 959.620896] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Received event network-changed-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 959.620896] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Refreshing instance network info cache due to event network-changed-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 959.620896] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Acquiring lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.620896] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Acquired lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.620896] env[62668]: DEBUG nova.network.neutron [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Refreshing network info cache for port 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.811717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.884750] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Applying migration context for instance 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 as it has an incoming, in-progress migration 1c57902c-d39f-40b8-978d-e0525c39b52b. Migration status is confirming {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 959.884984] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Applying migration context for instance bcb07823-1d55-4704-a061-472d7df6c0f9 as it has an incoming, in-progress migration fbd8edc3-ef70-48a7-8de7-24c6f2ccb27c. Migration status is confirming {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 959.887027] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating resource usage from migration 1c57902c-d39f-40b8-978d-e0525c39b52b [ 959.887027] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating resource usage from migration fbd8edc3-ef70-48a7-8de7-24c6f2ccb27c [ 959.902294] env[62668]: DEBUG nova.compute.manager [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.902610] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.902950] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9d46770-224c-4cad-9516-53c087245fb8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.914011] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e6873f-9484-434a-9737-6e9a5c2776c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.926265] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.926432] env[62668]: WARNING nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1f705a9f-9eb5-4a81-8acf-5dc094648d75 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 959.926555] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 3311fb97-bb87-41bd-b695-306980462cbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.926669] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ad6773f3-5108-4008-a31b-16fc619e3087 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.926803] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.926892] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927026] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87716719-d0eb-47d8-b969-73078df6ae2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927125] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cd22be53-c070-4e26-82a2-cb742c4d0d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927245] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration 1c57902c-d39f-40b8-978d-e0525c39b52b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 959.927714] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927714] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration fbd8edc3-ef70-48a7-8de7-24c6f2ccb27c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 959.927714] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance bcb07823-1d55-4704-a061-472d7df6c0f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927714] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance b1056bc1-c866-477c-9122-3c9232db8d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.927865] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d6f92dcd-d648-4f23-bc57-e127fd9cab91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.928711] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e41a0baf-fb25-459e-8788-fac879ce33d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.938131] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684049, 'name': Rename_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.951394] env[62668]: WARNING nova.virt.vmwareapi.vmops [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8d8ec04b-db0d-40d2-8cfc-146e455d6e87 could not be found. [ 959.951705] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.951897] env[62668]: INFO nova.compute.manager [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Took 0.05 seconds to destroy the instance on the hypervisor. [ 959.952266] env[62668]: DEBUG oslo.service.loopingcall [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.953303] env[62668]: DEBUG nova.compute.manager [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.953361] env[62668]: DEBUG nova.network.neutron [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.989018] env[62668]: DEBUG nova.compute.manager [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.989018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.989018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2aa4da-eb7a-4ddf-bf97-bdfb32df4a2c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.000363] env[62668]: DEBUG nova.network.neutron [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.001918] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.002435] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e68a32-72bc-4fd7-b3fd-1d03544d8699 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.013854] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 960.013854] env[62668]: value = "task-2684050" [ 960.013854] env[62668]: _type = "Task" [ 960.013854] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.022012] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.090579] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.090894] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.091359] env[62668]: DEBUG nova.objects.instance [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.221745] env[62668]: DEBUG nova.network.neutron [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.395567] env[62668]: DEBUG nova.network.neutron [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.436221] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 960.442446] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684049, 'name': Rename_Task, 'duration_secs': 1.01229} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.445909] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.445909] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-114c58bf-f4c3-4ccc-a746-495de7ce72e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.450344] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 960.450344] env[62668]: value = "task-2684051" [ 960.450344] env[62668]: _type = "Task" [ 960.450344] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.464555] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.503811] env[62668]: INFO nova.compute.manager [-] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Took 1.49 seconds to deallocate network for instance. [ 960.522295] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684050, 'name': PowerOffVM_Task, 'duration_secs': 0.193399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.522561] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.522727] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.522970] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13fc10d3-b172-4cfb-b788-51f011adc05a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.590776] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.591055] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.591206] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Deleting the datastore file [datastore2] cd22be53-c070-4e26-82a2-cb742c4d0d21 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.591471] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8076a79f-b5b7-4b82-b5a9-f4a83cfed97d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.598794] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for the task: (returnval){ [ 960.598794] env[62668]: value = "task-2684053" [ 960.598794] env[62668]: _type = "Task" [ 960.598794] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.606866] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.701313] env[62668]: DEBUG nova.objects.instance [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.898757] env[62668]: DEBUG oslo_concurrency.lockutils [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] Releasing lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.899051] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Received event network-vif-deleted-00e8b0c4-123a-43dc-968b-52d3b79c9d5f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 960.899241] env[62668]: INFO nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Neutron deleted interface 00e8b0c4-123a-43dc-968b-52d3b79c9d5f; detaching it from the instance and deleting it from the info cache [ 960.899415] env[62668]: DEBUG nova.network.neutron [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.900604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.900759] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.937364] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance af2c3492-8ccd-4736-8605-214ea933d09a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 960.953763] env[62668]: DEBUG nova.network.neutron [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.965959] env[62668]: DEBUG oslo_vmware.api [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684051, 'name': PowerOnVM_Task, 'duration_secs': 0.513576} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.966325] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.966539] env[62668]: INFO nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Took 8.79 seconds to spawn the instance on the hypervisor. [ 960.966722] env[62668]: DEBUG nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.967586] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fab64-1c94-4f5f-9b6e-415f92b67c37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.009984] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.110615] env[62668]: DEBUG oslo_vmware.api [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Task: {'id': task-2684053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139179} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.110870] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.111079] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.111269] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.111562] env[62668]: INFO nova.compute.manager [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.111843] env[62668]: DEBUG oslo.service.loopingcall [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.111843] env[62668]: DEBUG nova.compute.manager [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.112023] env[62668]: DEBUG nova.network.neutron [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.204668] env[62668]: DEBUG nova.objects.base [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance<3311fb97-bb87-41bd-b695-306980462cbc> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.204937] env[62668]: DEBUG nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.334502] env[62668]: DEBUG nova.policy [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.405605] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76aa1eb4-9073-4cab-b681-1c15540a4944 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.415425] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d04ec-dbeb-4538-9ffe-b010c31d79d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.447576] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1642b99a-f7ba-4730-9001-44475d4cff0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 961.447849] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 961.447997] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 961.451137] env[62668]: DEBUG nova.compute.manager [req-497882f6-9e6f-4f67-9517-2424612b5b89 req-de887646-429a-47e5-b07c-9b1594965281 service nova] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Detach interface failed, port_id=00e8b0c4-123a-43dc-968b-52d3b79c9d5f, reason: Instance b1056bc1-c866-477c-9122-3c9232db8d9b could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 961.462320] env[62668]: INFO nova.compute.manager [-] [instance: 8d8ec04b-db0d-40d2-8cfc-146e455d6e87] Took 1.51 seconds to deallocate network for instance. [ 961.473840] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.493910] env[62668]: INFO nova.compute.manager [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Took 33.47 seconds to build instance. [ 961.719220] env[62668]: DEBUG nova.network.neutron [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating instance_info_cache with network_info: [{"id": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "address": "fa:16:3e:71:60:36", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9ceaa7-57", "ovs_interfaceid": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.728033] env[62668]: DEBUG nova.compute.manager [req-6c3c3dd4-4cd2-4160-9203-2c3c4c3579d5 req-ffb6c46e-d117-4af1-82e7-d40022e67d54 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Received event network-vif-deleted-cf345693-6856-4df2-80af-e523839c8f87 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 961.728033] env[62668]: INFO nova.compute.manager [req-6c3c3dd4-4cd2-4160-9203-2c3c4c3579d5 req-ffb6c46e-d117-4af1-82e7-d40022e67d54 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Neutron deleted interface cf345693-6856-4df2-80af-e523839c8f87; detaching it from the instance and deleting it from the info cache [ 961.728440] env[62668]: DEBUG nova.network.neutron [req-6c3c3dd4-4cd2-4160-9203-2c3c4c3579d5 req-ffb6c46e-d117-4af1-82e7-d40022e67d54 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.749818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98202e7-155f-458c-84c2-d50abb50a34d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.757778] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e488efe-dc72-4b8d-8ce4-a903800d1808 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.793557] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e208be-5cc5-451d-972f-a9387f7a7cf7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.803112] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81dece9-422f-47ca-852c-e18d9cdddc11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.817246] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.978587] env[62668]: DEBUG nova.compute.manager [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 961.980042] env[62668]: DEBUG nova.compute.manager [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing instance network info cache due to event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 961.980042] env[62668]: DEBUG oslo_concurrency.lockutils [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.980042] env[62668]: DEBUG oslo_concurrency.lockutils [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.980042] env[62668]: DEBUG nova.network.neutron [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.995752] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0b5290c3-90d0-45f3-9e66-88b6d40de9ad tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.982s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.048727] env[62668]: DEBUG nova.network.neutron [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.224295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.224614] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance network_info: |[{"id": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "address": "fa:16:3e:71:60:36", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9ceaa7-57", "ovs_interfaceid": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.225051] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:60:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.237943] env[62668]: DEBUG oslo.service.loopingcall [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.238560] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.243718] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54efd39f-36d4-4e44-a11f-5e741701ec20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.245775] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16b94f3-5d54-417f-85de-601789458f8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.280382] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6f8ff-c20c-4e6b-8366-12b28cf2ad07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.292658] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.292658] env[62668]: value = "task-2684054" [ 962.292658] env[62668]: _type = "Task" [ 962.292658] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.302880] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684054, 'name': CreateVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.323808] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.330194] env[62668]: DEBUG nova.compute.manager [req-6c3c3dd4-4cd2-4160-9203-2c3c4c3579d5 req-ffb6c46e-d117-4af1-82e7-d40022e67d54 service nova] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Detach interface failed, port_id=cf345693-6856-4df2-80af-e523839c8f87, reason: Instance cd22be53-c070-4e26-82a2-cb742c4d0d21 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 962.493888] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9c817857-d7f0-4a87-bd95-cbf22e03663a tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "8d8ec04b-db0d-40d2-8cfc-146e455d6e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.109s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.551331] env[62668]: INFO nova.compute.manager [-] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Took 1.44 seconds to deallocate network for instance. [ 962.810730] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684054, 'name': CreateVM_Task, 'duration_secs': 0.375545} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.810936] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.811685] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.811851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.812133] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.812384] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fd080b-efeb-45b2-b90c-e12ad667c1f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.816775] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 962.816775] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52105ce6-5c0f-a3dd-50ea-dafbe9926a57" [ 962.816775] env[62668]: _type = "Task" [ 962.816775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.826962] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52105ce6-5c0f-a3dd-50ea-dafbe9926a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.830417] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 962.830417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.964s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.830417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.054s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.830417] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.835774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.767s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.839701] env[62668]: INFO nova.compute.claims [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.867097] env[62668]: INFO nova.scheduler.client.report [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Deleted allocations for instance 1f705a9f-9eb5-4a81-8acf-5dc094648d75 [ 962.876270] env[62668]: DEBUG nova.network.neutron [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updated VIF entry in instance network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.876603] env[62668]: DEBUG nova.network.neutron [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.065164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.131755] env[62668]: DEBUG nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Successfully updated port: 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.334487] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52105ce6-5c0f-a3dd-50ea-dafbe9926a57, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.334487] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.334744] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.335016] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.335167] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.335359] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.335632] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa77ab0-8c10-4cfc-9bd3-15934cce429f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.347779] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.349432] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.350201] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0745203-fae7-46b2-9a90-923d7f6e4bfd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.356387] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 963.356387] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b2f8f-fab5-bb03-a430-166c957db534" [ 963.356387] env[62668]: _type = "Task" [ 963.356387] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.365757] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b2f8f-fab5-bb03-a430-166c957db534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.381396] env[62668]: DEBUG oslo_concurrency.lockutils [req-818609a4-9faf-433f-b85c-7d93fffeec70 req-e2ecc9bc-8e6c-4a89-8b2f-d6fc852813d6 service nova] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.382042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59ff36e0-3b66-4d49-85f4-c0807b5c6255 tempest-ListServerFiltersTestJSON-361411085 tempest-ListServerFiltersTestJSON-361411085-project-member] Lock "1f705a9f-9eb5-4a81-8acf-5dc094648d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.301s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.387455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "e1acd7e7-0122-494d-9390-5a10092a5034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.387455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.634642] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.634926] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.635167] env[62668]: DEBUG nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.801959] env[62668]: DEBUG nova.compute.manager [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-plugged-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 963.802829] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.802829] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.804858] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.804858] env[62668]: DEBUG nova.compute.manager [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] No waiting events found dispatching network-vif-plugged-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.804858] env[62668]: WARNING nova.compute.manager [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received unexpected event network-vif-plugged-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 for instance with vm_state active and task_state None. [ 963.804858] env[62668]: DEBUG nova.compute.manager [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-changed-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 963.805055] env[62668]: DEBUG nova.compute.manager [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing instance network info cache due to event network-changed-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 963.805136] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.868447] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529b2f8f-fab5-bb03-a430-166c957db534, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.869256] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f04b59-501b-40a6-a957-208dc1f41257 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.878893] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 963.878893] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526b0fa7-27d4-9231-b966-b3571972e04d" [ 963.878893] env[62668]: _type = "Task" [ 963.878893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.887205] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526b0fa7-27d4-9231-b966-b3571972e04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.894327] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.187550] env[62668]: WARNING nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 964.187855] env[62668]: WARNING nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 964.200406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d80784-454e-4990-9d55-c20b17a401c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.208437] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5811ada-fc72-497c-b8b2-0fd9ae60ca39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.248094] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace7cac-54a2-4157-9a60-f917537a8c06 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.259312] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbca5f-edb4-4944-af3f-790c3319812f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.274073] env[62668]: DEBUG nova.compute.provider_tree [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.390769] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526b0fa7-27d4-9231-b966-b3571972e04d, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.390769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.390769] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e41a0baf-fb25-459e-8788-fac879ce33d3/e41a0baf-fb25-459e-8788-fac879ce33d3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.390769] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f86d7d-002a-4363-917d-48a5cfd51500 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.397108] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 964.397108] env[62668]: value = "task-2684055" [ 964.397108] env[62668]: _type = "Task" [ 964.397108] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.411938] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.436371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.783300] env[62668]: DEBUG nova.scheduler.client.report [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.811522] env[62668]: DEBUG nova.network.neutron [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "address": "fa:16:3e:68:bd:0f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb373ceb2-fa", "ovs_interfaceid": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "address": "fa:16:3e:8f:1f:58", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cae26a2-be", "ovs_interfaceid": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.910224] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50927} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.910849] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e41a0baf-fb25-459e-8788-fac879ce33d3/e41a0baf-fb25-459e-8788-fac879ce33d3.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.911130] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.911471] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aa8eb9e-4d78-4aa2-80e1-f111fd14e00a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.918483] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 964.918483] env[62668]: value = "task-2684056" [ 964.918483] env[62668]: _type = "Task" [ 964.918483] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.929836] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.289567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.290140] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.294448] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.493s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.298078] env[62668]: INFO nova.compute.claims [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.316090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.316765] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.316917] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.317217] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.317391] env[62668]: DEBUG nova.network.neutron [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Refreshing network info cache for port 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.319221] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73035fd4-b9c3-4517-8efe-f9057e3bc14b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.339889] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.340159] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.340337] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.340543] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.340693] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.340850] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.341086] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.341251] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.341415] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.341576] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.341747] env[62668]: DEBUG nova.virt.hardware [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.347937] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfiguring VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 965.351408] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62221477-ad5c-4162-9eb6-92fd1b583845 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.376028] env[62668]: DEBUG oslo_vmware.api [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 965.376028] env[62668]: value = "task-2684057" [ 965.376028] env[62668]: _type = "Task" [ 965.376028] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.384550] env[62668]: DEBUG oslo_vmware.api [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684057, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.429306] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15757} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.429665] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.430591] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178169cd-3168-461d-b6b2-6245a8bab036 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.452120] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e41a0baf-fb25-459e-8788-fac879ce33d3/e41a0baf-fb25-459e-8788-fac879ce33d3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.452466] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbef3cc-61ca-4e0f-a7fc-5f79a14e3d7b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.472072] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 965.472072] env[62668]: value = "task-2684058" [ 965.472072] env[62668]: _type = "Task" [ 965.472072] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.482404] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.800631] env[62668]: DEBUG nova.compute.utils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.805349] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.805424] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.852658] env[62668]: DEBUG nova.policy [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3aded476d646c080b759709f4f5169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd866e7f7f7da43b3b613c05bdcb2aee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.889873] env[62668]: DEBUG oslo_vmware.api [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.983723] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.241957] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Successfully created port: c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.289647] env[62668]: DEBUG nova.network.neutron [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updated VIF entry in instance network info cache for port 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.289647] env[62668]: DEBUG nova.network.neutron [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "address": "fa:16:3e:68:bd:0f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb373ceb2-fa", "ovs_interfaceid": "b373ceb2-fa9b-4890-89ca-5b6d60253b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "address": "fa:16:3e:8f:1f:58", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cae26a2-be", "ovs_interfaceid": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.312358] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.391473] env[62668]: DEBUG oslo_vmware.api [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684057, 'name': ReconfigVM_Task, 'duration_secs': 0.645807} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.392092] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.392278] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfigured VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 966.486166] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.594226] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0052dd71-cc3d-4c22-b35a-fa49c1cad7b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.606027] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d28cfa-31d8-418b-b5cd-d9db6bdcc0c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.635463] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d846a-96e6-4321-be3f-3f2a442279f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.643398] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf0a09-90c7-4322-b40f-fb4fb8d39f75 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.658887] env[62668]: DEBUG nova.compute.provider_tree [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.792085] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d7c145-c67a-4961-b330-db51720f8a27 req-073118e6-0b37-4b00-8e82-83ef21f55574 service nova] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.899398] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ef2b7a10-24db-4be2-a8c6-c23af66f71cd tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.808s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.989971] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.162123] env[62668]: DEBUG nova.scheduler.client.report [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.323976] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.349984] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.350558] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.350558] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.350661] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.350729] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.350877] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.351930] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.351930] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.352047] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.352219] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.352394] env[62668]: DEBUG nova.virt.hardware [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.353462] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b63b7-0c62-49ef-8f87-e27a5fff63b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.362375] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b7bba-d32b-4d43-bd30-52d8b0889d98 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.485885] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.668054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.668610] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.674190] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.280s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.990252] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.178585] env[62668]: DEBUG nova.compute.utils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.183216] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.183381] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.217978] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Successfully updated port: c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.240513] env[62668]: DEBUG nova.policy [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb76d190b94ca3beb59c7f8f8a804a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a1b0605c964e07a3388d9873495b33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.307563] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.307857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.323990] env[62668]: DEBUG nova.compute.manager [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Received event network-vif-plugged-c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 968.323990] env[62668]: DEBUG oslo_concurrency.lockutils [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] Acquiring lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.323990] env[62668]: DEBUG oslo_concurrency.lockutils [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.323990] env[62668]: DEBUG oslo_concurrency.lockutils [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.323990] env[62668]: DEBUG nova.compute.manager [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] No waiting events found dispatching network-vif-plugged-c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.323990] env[62668]: WARNING nova.compute.manager [req-966e86d9-300d-472d-9c7a-6ec8cf46e945 req-31c2c8fd-342b-49b1-9702-80a3bbcc960a service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Received unexpected event network-vif-plugged-c0e72f8d-c119-4e93-bc6b-3be235c91ed2 for instance with vm_state building and task_state spawning. [ 968.494127] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684058, 'name': ReconfigVM_Task, 'duration_secs': 2.686807} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.494567] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e41a0baf-fb25-459e-8788-fac879ce33d3/e41a0baf-fb25-459e-8788-fac879ce33d3.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.495345] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abd6e689-6980-41af-8f60-a4f9923d0f21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.498710] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fbeaf5-1990-4b9c-9687-d8f9b25ae80a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.507024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1cbdd5-d1d8-466d-bd0b-7d3dbc0258ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.510955] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 968.510955] env[62668]: value = "task-2684059" [ 968.510955] env[62668]: _type = "Task" [ 968.510955] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.542452] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a365c2-8d51-4cc4-b1a7-d61dcd8be78d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.553040] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684059, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.559182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e37a1e-3b37-413d-b08e-7202fe748836 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.576989] env[62668]: DEBUG nova.compute.provider_tree [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.652185] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Successfully created port: 5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.683786] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.720603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.720603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquired lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.720603] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.815488] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.023950] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684059, 'name': Rename_Task, 'duration_secs': 0.157285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.023950] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.023950] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5697e385-5363-4d39-95d0-f3b65743efd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.028767] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 969.028767] env[62668]: value = "task-2684060" [ 969.028767] env[62668]: _type = "Task" [ 969.028767] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.036482] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.079328] env[62668]: DEBUG nova.scheduler.client.report [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.204492] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.204712] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.204897] env[62668]: DEBUG nova.compute.manager [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.205801] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7669848-776a-4346-bfa8-3423fddacc48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.212980] env[62668]: DEBUG nova.compute.manager [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 969.213603] env[62668]: DEBUG nova.objects.instance [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'flavor' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.236251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-b373ceb2-fa9b-4890-89ca-5b6d60253b8a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.236528] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-b373ceb2-fa9b-4890-89ca-5b6d60253b8a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.250688] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.339799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.408544] env[62668]: DEBUG nova.network.neutron [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Updating instance_info_cache with network_info: [{"id": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "address": "fa:16:3e:5a:03:96", "network": {"id": "9f26084e-26da-40f5-8946-6aca7ef890f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1595397003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d866e7f7f7da43b3b613c05bdcb2aee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e72f8d-c1", "ovs_interfaceid": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.538975] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.695792] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.724575] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.725212] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.725212] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.725212] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.725343] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.725461] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.725669] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.725831] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.726097] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.726289] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.726467] env[62668]: DEBUG nova.virt.hardware [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.727365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed565a-2289-432d-9521-bda0f2750122 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.736666] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613e367-d9f2-4a3b-91c0-a1410f07cfbb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.741456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.741456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.742213] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519ae0d-80d8-410a-8555-17889150e935 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.770302] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22950e0a-0c9c-4462-8503-dd4ef956d809 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.799016] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfiguring VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 969.799331] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313b17d6-a372-49ce-bb49-711eb13cc6cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817996] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 969.817996] env[62668]: value = "task-2684061" [ 969.817996] env[62668]: _type = "Task" [ 969.817996] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.826331] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.911480] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Releasing lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.912103] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Instance network_info: |[{"id": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "address": "fa:16:3e:5a:03:96", "network": {"id": "9f26084e-26da-40f5-8946-6aca7ef890f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1595397003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d866e7f7f7da43b3b613c05bdcb2aee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e72f8d-c1", "ovs_interfaceid": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.912235] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:03:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0e72f8d-c119-4e93-bc6b-3be235c91ed2', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.920176] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Creating folder: Project (d866e7f7f7da43b3b613c05bdcb2aee4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.920262] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7b9d8eb-1da1-456c-b490-45bfcd3f337c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.931383] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Created folder: Project (d866e7f7f7da43b3b613c05bdcb2aee4) in parent group-v540833. [ 969.931383] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Creating folder: Instances. Parent ref: group-v541088. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.931568] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0411164a-263d-4a8e-8534-43da87181041 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.940822] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Created folder: Instances in parent group-v541088. [ 969.941113] env[62668]: DEBUG oslo.service.loopingcall [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.942032] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.942032] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05eb9391-3178-4c43-9b64-a51c9ca86e4b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.961583] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.961583] env[62668]: value = "task-2684064" [ 969.961583] env[62668]: _type = "Task" [ 969.961583] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.973100] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684064, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.039014] env[62668]: DEBUG oslo_vmware.api [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684060, 'name': PowerOnVM_Task, 'duration_secs': 0.537221} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.039304] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.039510] env[62668]: INFO nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Took 11.65 seconds to spawn the instance on the hypervisor. [ 970.039687] env[62668]: DEBUG nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.040522] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1afa132-4978-4af9-9f6d-6f17bd2631f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.089566] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.094474] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.552s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.220823] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.221316] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a42b2ce-cbc4-4027-95ea-b5dda3265049 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.228538] env[62668]: DEBUG oslo_vmware.api [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 970.228538] env[62668]: value = "task-2684065" [ 970.228538] env[62668]: _type = "Task" [ 970.228538] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.236825] env[62668]: DEBUG oslo_vmware.api [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.297100] env[62668]: DEBUG nova.compute.manager [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Received event network-vif-plugged-5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 970.297324] env[62668]: DEBUG oslo_concurrency.lockutils [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] Acquiring lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.297591] env[62668]: DEBUG oslo_concurrency.lockutils [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] Lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.297834] env[62668]: DEBUG oslo_concurrency.lockutils [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] Lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.297992] env[62668]: DEBUG nova.compute.manager [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] No waiting events found dispatching network-vif-plugged-5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.298312] env[62668]: WARNING nova.compute.manager [req-292c08db-61cb-44e9-99c5-eb207b0f2d8a req-bba462e8-0a3f-484b-aff5-57f6fd09d151 service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Received unexpected event network-vif-plugged-5d96497e-a7fe-4fdf-88ab-5366bdffd929 for instance with vm_state building and task_state spawning. [ 970.329133] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.355605] env[62668]: DEBUG nova.compute.manager [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Received event network-changed-c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 970.355844] env[62668]: DEBUG nova.compute.manager [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Refreshing instance network info cache due to event network-changed-c0e72f8d-c119-4e93-bc6b-3be235c91ed2. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 970.356016] env[62668]: DEBUG oslo_concurrency.lockutils [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] Acquiring lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.356168] env[62668]: DEBUG oslo_concurrency.lockutils [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] Acquired lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.356329] env[62668]: DEBUG nova.network.neutron [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Refreshing network info cache for port c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.376505] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Successfully updated port: 5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.472189] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684064, 'name': CreateVM_Task, 'duration_secs': 0.489017} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.472566] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.473399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.473610] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.473972] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.473972] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fb956a-c1d9-4e9d-895d-f1276e32914f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.478801] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 970.478801] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bcb5c-0767-8830-32eb-33f06d2ca995" [ 970.478801] env[62668]: _type = "Task" [ 970.478801] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.487914] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bcb5c-0767-8830-32eb-33f06d2ca995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.563529] env[62668]: INFO nova.compute.manager [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Took 29.22 seconds to build instance. [ 970.650802] env[62668]: INFO nova.scheduler.client.report [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocation for migration 1c57902c-d39f-40b8-978d-e0525c39b52b [ 970.743735] env[62668]: DEBUG oslo_vmware.api [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684065, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.828830] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.864981] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f5214-2771-40a8-8b1c-e74120d363c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.872646] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d21ddb8-36d8-4238-b497-7ba104005e38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.905732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.905732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.905887] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.908676] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587558c4-ab0e-4b40-a794-b7d99aee9595 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.924660] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df602b-88f9-488d-9b83-0487afa61744 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.949179] env[62668]: DEBUG nova.compute.provider_tree [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.988979] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bcb5c-0767-8830-32eb-33f06d2ca995, 'name': SearchDatastore_Task, 'duration_secs': 0.04665} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.989468] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.989704] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.990219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.990219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.990403] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.990662] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e8b0e8-1310-4bbc-b92d-08a894be23a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.000608] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.000920] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.001638] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e62e3bc-9c91-4a3c-a0a8-200b67457fc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.006415] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 971.006415] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52001d49-d364-319b-e4e5-b218e365e98b" [ 971.006415] env[62668]: _type = "Task" [ 971.006415] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.014346] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52001d49-d364-319b-e4e5-b218e365e98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.065353] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b90b3f0-23be-477d-856d-87df857e950f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.734s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.158779] env[62668]: DEBUG oslo_concurrency.lockutils [None req-134cebd0-7ed9-4ad0-bd2a-605e6e73fb8a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.697s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.246278] env[62668]: DEBUG oslo_vmware.api [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684065, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.315195] env[62668]: DEBUG nova.network.neutron [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Updated VIF entry in instance network info cache for port c0e72f8d-c119-4e93-bc6b-3be235c91ed2. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.315303] env[62668]: DEBUG nova.network.neutron [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Updating instance_info_cache with network_info: [{"id": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "address": "fa:16:3e:5a:03:96", "network": {"id": "9f26084e-26da-40f5-8946-6aca7ef890f6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1595397003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d866e7f7f7da43b3b613c05bdcb2aee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e72f8d-c1", "ovs_interfaceid": "c0e72f8d-c119-4e93-bc6b-3be235c91ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.332926] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.443445] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.452979] env[62668]: DEBUG nova.scheduler.client.report [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.517464] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52001d49-d364-319b-e4e5-b218e365e98b, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.518291] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be50d7c-1cc0-40ff-88fb-ea988d4de1d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.523645] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 971.523645] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c33e62-2e25-9a41-623e-e0b45ca0dbd6" [ 971.523645] env[62668]: _type = "Task" [ 971.523645] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.531521] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c33e62-2e25-9a41-623e-e0b45ca0dbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.629614] env[62668]: DEBUG nova.network.neutron [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [{"id": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "address": "fa:16:3e:82:a0:2f", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d96497e-a7", "ovs_interfaceid": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.738347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.738347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.738347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.738347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.738347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.740840] env[62668]: INFO nova.compute.manager [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Terminating instance [ 971.746027] env[62668]: DEBUG oslo_vmware.api [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684065, 'name': PowerOffVM_Task, 'duration_secs': 1.238628} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.746238] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.746436] env[62668]: DEBUG nova.compute.manager [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.747228] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee35050-b058-4f9b-b154-6bae9198f795 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.818657] env[62668]: DEBUG oslo_concurrency.lockutils [req-b19d629e-aebc-492b-b874-00e864aa7543 req-8c3fb582-567d-4d5c-8c90-432a8c79f2d2 service nova] Releasing lock "refresh_cache-559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.833216] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.035044] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c33e62-2e25-9a41-623e-e0b45ca0dbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.035197] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.035413] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9/559183bd-d151-47f4-9e9c-a0c3c2d3d2f9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.035647] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db327c03-dbf1-447c-8d71-76275591ca09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.042139] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 972.042139] env[62668]: value = "task-2684066" [ 972.042139] env[62668]: _type = "Task" [ 972.042139] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.050289] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.132822] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.133775] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Instance network_info: |[{"id": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "address": "fa:16:3e:82:a0:2f", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d96497e-a7", "ovs_interfaceid": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.133775] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a0:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d96497e-a7fe-4fdf-88ab-5366bdffd929', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.141503] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating folder: Project (84a1b0605c964e07a3388d9873495b33). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.141503] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a43ff86-4941-471f-bb96-0a3cfa2e40e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.154497] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created folder: Project (84a1b0605c964e07a3388d9873495b33) in parent group-v540833. [ 972.154686] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating folder: Instances. Parent ref: group-v541091. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.154930] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae253e1-2fa9-4dd2-b340-338d6a10d3e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.164456] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created folder: Instances in parent group-v541091. [ 972.164697] env[62668]: DEBUG oslo.service.loopingcall [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.164888] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.165106] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd6a4f5-cb33-4f90-a8c6-27acbd37228e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.183924] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.183924] env[62668]: value = "task-2684069" [ 972.183924] env[62668]: _type = "Task" [ 972.183924] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.191762] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684069, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.251572] env[62668]: DEBUG nova.compute.manager [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.251648] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.252590] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9fddaa-bcd8-43b8-9773-a3a5dded17dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.263306] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.263690] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a30014-4b36-4330-9f83-034dc3b5bb75 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.267509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-fff8e5cf-8214-4e7e-a0ed-cf39908f7265 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.062s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.271835] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 972.271835] env[62668]: value = "task-2684070" [ 972.271835] env[62668]: _type = "Task" [ 972.271835] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.284068] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.334788] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.344181] env[62668]: DEBUG nova.compute.manager [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Received event network-changed-5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 972.344420] env[62668]: DEBUG nova.compute.manager [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Refreshing instance network info cache due to event network-changed-5d96497e-a7fe-4fdf-88ab-5366bdffd929. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 972.344667] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Acquiring lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.344868] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Acquired lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.345081] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Refreshing network info cache for port 5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.348977] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "63791892-e12f-4ae7-912c-80979dba80f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.348977] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.466790] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.372s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.467171] env[62668]: DEBUG nova.compute.manager [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62668) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 972.470066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.708s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.471931] env[62668]: INFO nova.compute.claims [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.553488] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.699439] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684069, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.782499] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684070, 'name': PowerOffVM_Task, 'duration_secs': 0.436657} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.782779] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.782947] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.783222] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-987a331b-2b79-409a-8568-ffcf390ae44f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.814274] env[62668]: DEBUG nova.objects.instance [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'flavor' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.833296] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.853306] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.857952] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.857952] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.858169] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore2] 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.858728] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d881e03-39fe-4cc1-a5a3-7f5f2071a8a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.865890] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 972.865890] env[62668]: value = "task-2684072" [ 972.865890] env[62668]: _type = "Task" [ 972.865890] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.874229] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.043182] env[62668]: INFO nova.scheduler.client.report [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted allocation for migration fbd8edc3-ef70-48a7-8de7-24c6f2ccb27c [ 973.055161] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547808} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.056361] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9/559183bd-d151-47f4-9e9c-a0c3c2d3d2f9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.056361] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.056361] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d19064-5441-46a2-8275-de69e331ff1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.062523] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 973.062523] env[62668]: value = "task-2684073" [ 973.062523] env[62668]: _type = "Task" [ 973.062523] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.074850] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.122190] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updated VIF entry in instance network info cache for port 5d96497e-a7fe-4fdf-88ab-5366bdffd929. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.122781] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [{"id": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "address": "fa:16:3e:82:a0:2f", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d96497e-a7", "ovs_interfaceid": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.195362] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684069, 'name': CreateVM_Task, 'duration_secs': 0.631975} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.195536] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.196226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.196381] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.196695] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.196956] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8229d9db-179b-4ce4-b604-d054e2d839c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.201651] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 973.201651] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526fb831-b4c6-1955-8d1f-27a3214ff009" [ 973.201651] env[62668]: _type = "Task" [ 973.201651] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.209208] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526fb831-b4c6-1955-8d1f-27a3214ff009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.318913] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.319083] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.319270] env[62668]: DEBUG nova.network.neutron [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.319451] env[62668]: DEBUG nova.objects.instance [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'info_cache' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.333344] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.372069] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.375874] env[62668]: DEBUG oslo_vmware.api [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166291} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.376134] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.376322] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.377131] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.377131] env[62668]: INFO nova.compute.manager [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 973.377131] env[62668]: DEBUG oslo.service.loopingcall [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.377431] env[62668]: DEBUG nova.compute.manager [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.377549] env[62668]: DEBUG nova.network.neutron [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.553107] env[62668]: DEBUG oslo_concurrency.lockutils [None req-54031962-47e9-4db0-bcd1-1e2d4974b607 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.966s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.572997] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073378} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.576361] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.577393] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c470f-8f26-48f4-81b7-721f649a4d1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.605023] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9/559183bd-d151-47f4-9e9c-a0c3c2d3d2f9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.608374] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2651cc3f-d2f0-4693-80b8-1d80b8bee4cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.625487] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Releasing lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.627115] env[62668]: DEBUG nova.compute.manager [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Received event network-changed-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 973.627115] env[62668]: DEBUG nova.compute.manager [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Refreshing instance network info cache due to event network-changed-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 973.627115] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Acquiring lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.627115] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Acquired lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.627115] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Refreshing network info cache for port 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.629873] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 973.629873] env[62668]: value = "task-2684074" [ 973.629873] env[62668]: _type = "Task" [ 973.629873] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.640993] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.711528] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526fb831-b4c6-1955-8d1f-27a3214ff009, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.714131] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.714370] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.714599] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.714747] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.714924] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.715464] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16dfc84d-f09d-490f-b37d-3d02b6b5314d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.729575] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.729751] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.731313] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701fc18d-2757-4d28-b1ea-364804d7f5af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.736291] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 973.736291] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52267513-7f5c-da8d-9fa0-e7374a0bb6fe" [ 973.736291] env[62668]: _type = "Task" [ 973.736291] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.747477] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52267513-7f5c-da8d-9fa0-e7374a0bb6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.786774] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773a1ec-3ade-4707-9f08-e49f30dac468 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.794560] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcfd921-0b46-4e0f-872e-024db42908b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.825361] env[62668]: DEBUG nova.objects.base [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Object Instance<87716719-d0eb-47d8-b969-73078df6ae2f> lazy-loaded attributes: flavor,info_cache {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.827282] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a2007-e724-463f-b7cf-720e68eee33a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.842797] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406eb9b2-cbdd-44fe-a170-5fe53bc71e17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.846764] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.856777] env[62668]: DEBUG nova.compute.provider_tree [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.143912] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684074, 'name': ReconfigVM_Task, 'duration_secs': 0.506144} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.144606] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9/559183bd-d151-47f4-9e9c-a0c3c2d3d2f9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.145395] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a150eb56-8172-40e7-86a3-7bbf4572dab8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.154224] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 974.154224] env[62668]: value = "task-2684075" [ 974.154224] env[62668]: _type = "Task" [ 974.154224] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.165189] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684075, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.188834] env[62668]: DEBUG nova.network.neutron [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.250094] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52267513-7f5c-da8d-9fa0-e7374a0bb6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.251069] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf6455a-283e-4210-b386-15044e300d18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.256384] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 974.256384] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523de5d5-7e9e-360f-e188-b379d583697d" [ 974.256384] env[62668]: _type = "Task" [ 974.256384] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.264437] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523de5d5-7e9e-360f-e188-b379d583697d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.341111] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.360248] env[62668]: DEBUG nova.scheduler.client.report [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.375024] env[62668]: DEBUG nova.compute.manager [req-4c277593-48bd-44f1-8967-52081720f10d req-2fd9249d-9947-42a3-a992-0d37e294a806 service nova] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Received event network-vif-deleted-3751547e-113f-4fdb-8dcb-c2b51eca0942 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 974.486265] env[62668]: DEBUG nova.objects.instance [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.544127] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updated VIF entry in instance network info cache for port 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.544531] env[62668]: DEBUG nova.network.neutron [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating instance_info_cache with network_info: [{"id": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "address": "fa:16:3e:71:60:36", "network": {"id": "4d8230d0-f3e1-4bb6-996b-ada86014adca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1212710730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6f51318a1b41f9b56f2619469e609e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9ceaa7-57", "ovs_interfaceid": "5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.634168] env[62668]: DEBUG nova.network.neutron [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.661959] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684075, 'name': Rename_Task, 'duration_secs': 0.135931} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.662198] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.662462] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc34043-42b5-455d-b57b-b80867ca471f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.669281] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 974.669281] env[62668]: value = "task-2684076" [ 974.669281] env[62668]: _type = "Task" [ 974.669281] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.677043] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.693012] env[62668]: INFO nova.compute.manager [-] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Took 1.32 seconds to deallocate network for instance. [ 974.768231] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523de5d5-7e9e-360f-e188-b379d583697d, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.768434] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.768703] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/af2c3492-8ccd-4736-8605-214ea933d09a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.768939] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f36ea08c-1e4f-430c-9e46-44d2fd7e951f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.775401] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 974.775401] env[62668]: value = "task-2684077" [ 974.775401] env[62668]: _type = "Task" [ 974.775401] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.782772] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.836527] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.868697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.869935] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.872030] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.862s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.873024] env[62668]: DEBUG nova.objects.instance [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid b1056bc1-c866-477c-9122-3c9232db8d9b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.992717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.992889] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.993087] env[62668]: DEBUG nova.network.neutron [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.993282] env[62668]: DEBUG nova.objects.instance [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'info_cache' on Instance uuid bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.048957] env[62668]: DEBUG oslo_concurrency.lockutils [req-776c531e-5f93-4adb-9f32-1dcb8e2a1c84 req-ae7a5317-61f7-4372-9421-8969f5fc321b service nova] Releasing lock "refresh_cache-e41a0baf-fb25-459e-8788-fac879ce33d3" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.139329] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.184403] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.199813] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.284899] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44698} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.285180] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/af2c3492-8ccd-4736-8605-214ea933d09a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.285391] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.285636] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b356a3c4-55d4-4790-84a6-502e6fe50650 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.292210] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 975.292210] env[62668]: value = "task-2684078" [ 975.292210] env[62668]: _type = "Task" [ 975.292210] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.299391] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.335695] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.376075] env[62668]: DEBUG nova.compute.utils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.379712] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.379921] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.383884] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.384115] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.384500] env[62668]: INFO nova.compute.manager [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Shelving [ 975.462935] env[62668]: DEBUG nova.policy [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb76d190b94ca3beb59c7f8f8a804a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a1b0605c964e07a3388d9873495b33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.496979] env[62668]: DEBUG nova.objects.base [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.624035] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35434dce-ac77-4613-82cf-21786ef0ccf5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.632045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d48eb-7d48-4fb7-b5ef-5b5780d8e666 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.662868] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b753cdf-49fd-48bb-a27e-70025bc4e5ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.670461] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f577c38-2fc9-4af7-8711-cd96e27e10b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.687348] env[62668]: DEBUG nova.compute.provider_tree [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.691791] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.728605] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Successfully created port: c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.802871] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05855} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.804093] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.804172] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc01b14-3800-4cb7-8389-75e851aa97cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.830019] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/af2c3492-8ccd-4736-8605-214ea933d09a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.830019] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abec75f1-734f-4ca4-9747-d6922740a552 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.852625] env[62668]: DEBUG oslo_vmware.api [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684061, 'name': ReconfigVM_Task, 'duration_secs': 5.811864} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.854078] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.854173] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Reconfigured VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 975.857042] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 975.857042] env[62668]: value = "task-2684079" [ 975.857042] env[62668]: _type = "Task" [ 975.857042] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.864257] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.885464] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.166626] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.166897] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a958df62-e29d-4fa0-8483-5c41d7270737 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.173940] env[62668]: DEBUG oslo_vmware.api [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 976.173940] env[62668]: value = "task-2684080" [ 976.173940] env[62668]: _type = "Task" [ 976.173940] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.184602] env[62668]: DEBUG oslo_vmware.api [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.189514] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.192982] env[62668]: DEBUG nova.scheduler.client.report [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.259480] env[62668]: DEBUG nova.network.neutron [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [{"id": "fbf20513-629d-4e32-95df-17460f094d40", "address": "fa:16:3e:6a:78:4b", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf20513-62", "ovs_interfaceid": "fbf20513-629d-4e32-95df-17460f094d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.366981] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.398058] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.398146] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a604f147-cd13-4bea-95c3-a6141c7ffd5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.406851] env[62668]: DEBUG nova.compute.manager [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-deleted-b373ceb2-fa9b-4890-89ca-5b6d60253b8a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 976.407068] env[62668]: INFO nova.compute.manager [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Neutron deleted interface b373ceb2-fa9b-4890-89ca-5b6d60253b8a; detaching it from the instance and deleting it from the info cache [ 976.407353] env[62668]: DEBUG nova.network.neutron [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "address": "fa:16:3e:8f:1f:58", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cae26a2-be", "ovs_interfaceid": "7cae26a2-be50-4ee6-ace9-9f9e9e0031b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.410620] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 976.410620] env[62668]: value = "task-2684081" [ 976.410620] env[62668]: _type = "Task" [ 976.410620] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.420443] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.688263] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.691702] env[62668]: DEBUG oslo_vmware.api [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.697774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.699999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.700323] env[62668]: DEBUG nova.objects.instance [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lazy-loading 'resources' on Instance uuid cd22be53-c070-4e26-82a2-cb742c4d0d21 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.719886] env[62668]: INFO nova.scheduler.client.report [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance b1056bc1-c866-477c-9122-3c9232db8d9b [ 976.762363] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-bcb07823-1d55-4704-a061-472d7df6c0f9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.868079] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684079, 'name': ReconfigVM_Task, 'duration_secs': 0.962349} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.868444] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/af2c3492-8ccd-4736-8605-214ea933d09a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.869143] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f88373-ecfe-4b2c-b88e-f974f2a4020e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.876335] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 976.876335] env[62668]: value = "task-2684082" [ 976.876335] env[62668]: _type = "Task" [ 976.876335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.884987] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684082, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.895433] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.912421] env[62668]: DEBUG oslo_concurrency.lockutils [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.912612] env[62668]: DEBUG oslo_concurrency.lockutils [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] Acquired lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.913897] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b20fa-1265-4b33-bd57-4508dcef4e52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.929315] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684081, 'name': PowerOffVM_Task, 'duration_secs': 0.381894} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.946755] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.946755] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.947467] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.947467] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.947467] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.947648] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.947806] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.947968] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.948274] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.948475] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.948662] env[62668]: DEBUG nova.virt.hardware [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.949024] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.949970] env[62668]: DEBUG oslo_concurrency.lockutils [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] Releasing lock "3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.950303] env[62668]: WARNING nova.compute.manager [req-edbabd44-bb4d-4844-8795-02f1811dcfcc req-887874ec-b91f-4e89-aed8-69f8b083f962 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Detach interface failed, port_id=b373ceb2-fa9b-4890-89ca-5b6d60253b8a, reason: No device with interface-id b373ceb2-fa9b-4890-89ca-5b6d60253b8a exists on VM: nova.exception.NotFound: No device with interface-id b373ceb2-fa9b-4890-89ca-5b6d60253b8a exists on VM [ 976.951333] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963fb2d6-c157-49ad-94ef-2c5134296b23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.954728] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d962dfd-1c74-4029-ad1c-3510f4fcf76b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.976743] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50220454-08c4-455c-bcbd-d08c90d71335 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.982311] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5fc372-c30e-4deb-ae99-3a5d74450a7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.119500] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.119703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.119884] env[62668]: DEBUG nova.network.neutron [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.186883] env[62668]: DEBUG oslo_vmware.api [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684080, 'name': PowerOnVM_Task, 'duration_secs': 0.918132} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.187556] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.187751] env[62668]: DEBUG nova.compute.manager [None req-c833d4e3-6f5f-45f0-8d47-9b266ba569c9 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.188648] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e76b403-f676-4ae7-94f2-3471b036635e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.194132] env[62668]: DEBUG oslo_vmware.api [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684076, 'name': PowerOnVM_Task, 'duration_secs': 2.52361} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.194782] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.195299] env[62668]: INFO nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Took 9.87 seconds to spawn the instance on the hypervisor. [ 977.195299] env[62668]: DEBUG nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.196021] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a0579-799a-4d0c-a4e2-7dd43a36cf63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.231460] env[62668]: DEBUG oslo_concurrency.lockutils [None req-501c8bcd-a3a2-40e1-8bc9-0ed6f55b99e4 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b1056bc1-c866-477c-9122-3c9232db8d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.908s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.390474] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684082, 'name': Rename_Task, 'duration_secs': 0.176453} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.393164] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.393641] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ce5cad-4d85-4887-b013-6e6b640abfa6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.400858] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 977.400858] env[62668]: value = "task-2684083" [ 977.400858] env[62668]: _type = "Task" [ 977.400858] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.409007] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.409295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.409511] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "3311fb97-bb87-41bd-b695-306980462cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.409730] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.409849] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.411458] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.415746] env[62668]: INFO nova.compute.manager [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Terminating instance [ 977.483285] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5764b4aa-67f0-410e-b0e2-dfc9d8915d25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.493296] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a01bb-caae-407e-ad81-3291ed028b17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.528980] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.531381] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Successfully updated port: c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.532807] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aeb149c6-40f9-4082-8de0-e7fb080728e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.536488] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30320937-a6e5-4d19-a7ce-a39b49ddec98 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.547176] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be35cb5-27b8-4738-84fd-670bbebcd5b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.551639] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 977.551639] env[62668]: value = "task-2684084" [ 977.551639] env[62668]: _type = "Task" [ 977.551639] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.566062] env[62668]: DEBUG nova.compute.provider_tree [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.573866] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684084, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.609166] env[62668]: DEBUG nova.compute.manager [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Received event network-vif-plugged-c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 977.609384] env[62668]: DEBUG oslo_concurrency.lockutils [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] Acquiring lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.609723] env[62668]: DEBUG oslo_concurrency.lockutils [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.609895] env[62668]: DEBUG oslo_concurrency.lockutils [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.610323] env[62668]: DEBUG nova.compute.manager [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] No waiting events found dispatching network-vif-plugged-c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.610590] env[62668]: WARNING nova.compute.manager [req-8fa163d6-2b2d-4601-ac05-387973560455 req-37bf1f20-fda1-4ce6-b88d-a7bac59680d9 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Received unexpected event network-vif-plugged-c676ebaa-1806-4673-923f-92615abaaf27 for instance with vm_state building and task_state spawning. [ 977.722812] env[62668]: INFO nova.compute.manager [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Took 24.68 seconds to build instance. [ 977.769808] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.770167] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4ffc30-6756-4db5-8dda-4f1811ec975c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.778530] env[62668]: DEBUG oslo_vmware.api [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 977.778530] env[62668]: value = "task-2684085" [ 977.778530] env[62668]: _type = "Task" [ 977.778530] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.787028] env[62668]: DEBUG oslo_vmware.api [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.912000] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.913084] env[62668]: INFO nova.network.neutron [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Port 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 977.913511] env[62668]: DEBUG nova.network.neutron [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [{"id": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "address": "fa:16:3e:41:ad:f5", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d4a649-ff", "ovs_interfaceid": "83d4a649-ff1f-4b04-9fdd-4da508c09e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.919844] env[62668]: DEBUG nova.compute.manager [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.920502] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.921357] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df78b3-8a6b-469b-98fb-beebc6cf795f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.928739] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.930035] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a335f1b7-d7f6-4662-b46c-2da900b6a51b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.940054] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 977.940054] env[62668]: value = "task-2684086" [ 977.940054] env[62668]: _type = "Task" [ 977.940054] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.950404] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.041238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.041473] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.041665] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.064755] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684084, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.069272] env[62668]: DEBUG nova.scheduler.client.report [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.157185] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "565a06bc-7fad-4110-9b44-6281d3dda005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.157409] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.226657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c73e86a1-f5bf-4116-bd54-a4d2a8a84eae tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.200s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.290250] env[62668]: DEBUG oslo_vmware.api [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.411242] env[62668]: DEBUG oslo_vmware.api [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684083, 'name': PowerOnVM_Task, 'duration_secs': 0.649602} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.411500] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.411706] env[62668]: INFO nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Took 8.72 seconds to spawn the instance on the hypervisor. [ 978.411885] env[62668]: DEBUG nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.413023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034f127-8e58-4038-93fa-54dfb4740a35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.415855] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-3311fb97-bb87-41bd-b695-306980462cbc" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.431493] env[62668]: DEBUG nova.compute.manager [req-94d4301a-f53e-43cc-8cfc-51161316241a req-454b7ae5-5eaa-49b0-819f-e7500c1d1166 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-deleted-7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 978.436713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.436980] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.437253] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.437488] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.437663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.440223] env[62668]: INFO nova.compute.manager [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Terminating instance [ 978.451992] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684086, 'name': PowerOffVM_Task, 'duration_secs': 0.220626} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.452729] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.452939] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.453258] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a1b43c-04c5-4d36-a62e-ba2f8ba4ec95 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.562822] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684084, 'name': CreateSnapshot_Task, 'duration_secs': 0.631519} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.563119] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.563908] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec57d51-a6ba-4cad-b3f6-f62042fd854e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.575950] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.582512] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.586605] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.150s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.588822] env[62668]: INFO nova.compute.claims [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.592596] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.592907] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.593226] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleting the datastore file [datastore1] 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.594764] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06adc7d1-4fd0-46a8-91b7-654255334af5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.602731] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 978.602731] env[62668]: value = "task-2684088" [ 978.602731] env[62668]: _type = "Task" [ 978.602731] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.611275] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.644945] env[62668]: INFO nova.scheduler.client.report [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Deleted allocations for instance cd22be53-c070-4e26-82a2-cb742c4d0d21 [ 978.662249] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.789948] env[62668]: DEBUG oslo_vmware.api [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684085, 'name': PowerOnVM_Task, 'duration_secs': 0.613452} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.790618] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.790863] env[62668]: DEBUG nova.compute.manager [None req-c3ca5cc0-debb-46af-9172-082b8e557e12 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.791701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347e11f-e014-4ea0-ac97-64a4fc474f9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.803418] env[62668]: DEBUG nova.network.neutron [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updating instance_info_cache with network_info: [{"id": "c676ebaa-1806-4673-923f-92615abaaf27", "address": "fa:16:3e:84:78:e7", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676ebaa-18", "ovs_interfaceid": "c676ebaa-1806-4673-923f-92615abaaf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.928644] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a421a65f-8a0a-41a5-9386-27494852a240 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-3311fb97-bb87-41bd-b695-306980462cbc-b373ceb2-fa9b-4890-89ca-5b6d60253b8a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.692s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.932727] env[62668]: INFO nova.compute.manager [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Took 24.15 seconds to build instance. [ 978.948448] env[62668]: DEBUG nova.compute.manager [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.948448] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.949982] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3445df8-33f1-4270-bade-8eb1f22c0769 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.958616] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.958865] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4a9942-6696-4e68-a478-36a525d5f08c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.964483] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 978.964483] env[62668]: value = "task-2684089" [ 978.964483] env[62668]: _type = "Task" [ 978.964483] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.982303] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.105626] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.108307] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3acc1471-e470-437e-9fc9-bcf137ef5af9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.121175] env[62668]: DEBUG oslo_vmware.api [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307253} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.122449] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.122642] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.122820] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.122992] env[62668]: INFO nova.compute.manager [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 979.123251] env[62668]: DEBUG oslo.service.loopingcall [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.123539] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 979.123539] env[62668]: value = "task-2684090" [ 979.123539] env[62668]: _type = "Task" [ 979.123539] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.123723] env[62668]: DEBUG nova.compute.manager [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.123818] env[62668]: DEBUG nova.network.neutron [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.134707] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.155027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41b2d280-f602-4c0e-bb55-0971c323a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-15863262 tempest-FloatingIPsAssociationNegativeTestJSON-15863262-project-member] Lock "cd22be53-c070-4e26-82a2-cb742c4d0d21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.676s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.189574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.205248] env[62668]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 could not be found.", "detail": ""}} {{(pid=62668) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 979.205484] env[62668]: DEBUG nova.network.neutron [-] Unable to show port 7cae26a2-be50-4ee6-ace9-9f9e9e0031b0 as it no longer exists. {{(pid=62668) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 979.305723] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.305859] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Instance network_info: |[{"id": "c676ebaa-1806-4673-923f-92615abaaf27", "address": "fa:16:3e:84:78:e7", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676ebaa-18", "ovs_interfaceid": "c676ebaa-1806-4673-923f-92615abaaf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.306299] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:78:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c676ebaa-1806-4673-923f-92615abaaf27', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.315359] env[62668]: DEBUG oslo.service.loopingcall [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.315630] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.315902] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5c0dfc-4f43-4df5-a002-c4afa77d4f25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.337894] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.337894] env[62668]: value = "task-2684091" [ 979.337894] env[62668]: _type = "Task" [ 979.337894] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.351310] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684091, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.435108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d18ecbed-77fd-47de-8fd7-7431ede4d689 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.664s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.475585] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684089, 'name': PowerOffVM_Task, 'duration_secs': 0.286524} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.475936] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.476085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.476353] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ebf1f6-31c4-4741-a3a5-b16b190546fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549880] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.550171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.550676] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Deleting the datastore file [datastore2] 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.550950] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91281608-b380-4ea2-bb4c-e46404717073 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.559129] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for the task: (returnval){ [ 979.559129] env[62668]: value = "task-2684093" [ 979.559129] env[62668]: _type = "Task" [ 979.559129] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.576954] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.639510] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.652947] env[62668]: DEBUG nova.compute.manager [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Received event network-changed-c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 979.653171] env[62668]: DEBUG nova.compute.manager [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Refreshing instance network info cache due to event network-changed-c676ebaa-1806-4673-923f-92615abaaf27. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 979.653399] env[62668]: DEBUG oslo_concurrency.lockutils [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] Acquiring lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.653590] env[62668]: DEBUG oslo_concurrency.lockutils [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] Acquired lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.653802] env[62668]: DEBUG nova.network.neutron [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Refreshing network info cache for port c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.857203] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684091, 'name': CreateVM_Task, 'duration_secs': 0.40784} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.857505] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.858075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.858484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.858574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.858846] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94069b6-2482-462e-b34a-0b9474893655 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.865995] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 979.865995] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c6800-363e-f2df-f2bc-27c03db3b53b" [ 979.865995] env[62668]: _type = "Task" [ 979.865995] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.873639] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c6800-363e-f2df-f2bc-27c03db3b53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.898147] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26344e-f8f6-4df2-a8e1-263d3d50a613 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.904959] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e3065-8016-46c0-b33b-7fa3485fe632 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.939948] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cca6b0-c0ef-433f-8a9f-8b1b47a6eb21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.946999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d78e8-2146-4632-a2a6-a83e43ef2056 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.962295] env[62668]: DEBUG nova.compute.provider_tree [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.069376] env[62668]: DEBUG oslo_vmware.api [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Task: {'id': task-2684093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207164} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.069603] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.069789] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.069995] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.070795] env[62668]: INFO nova.compute.manager [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.070934] env[62668]: DEBUG oslo.service.loopingcall [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.071192] env[62668]: DEBUG nova.compute.manager [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.071519] env[62668]: DEBUG nova.network.neutron [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.140467] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.271496] env[62668]: DEBUG nova.network.neutron [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.377093] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c6800-363e-f2df-f2bc-27c03db3b53b, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.377410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.377648] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.377883] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.378054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.378270] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.378606] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4cece7-830a-4c01-902e-0131cb115212 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.386964] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.387157] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.387874] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed6b50f-edb3-437c-b657-5647d0f3ea2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.393109] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 980.393109] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52745aba-8c05-6b1a-a89c-59831d8ad34d" [ 980.393109] env[62668]: _type = "Task" [ 980.393109] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.401149] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52745aba-8c05-6b1a-a89c-59831d8ad34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.469028] env[62668]: DEBUG nova.scheduler.client.report [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.637198] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.638259] env[62668]: DEBUG nova.network.neutron [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updated VIF entry in instance network info cache for port c676ebaa-1806-4673-923f-92615abaaf27. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.638656] env[62668]: DEBUG nova.network.neutron [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updating instance_info_cache with network_info: [{"id": "c676ebaa-1806-4673-923f-92615abaaf27", "address": "fa:16:3e:84:78:e7", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676ebaa-18", "ovs_interfaceid": "c676ebaa-1806-4673-923f-92615abaaf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.652788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.653136] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.720395] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.720395] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.720395] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.720395] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.720395] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.722601] env[62668]: INFO nova.compute.manager [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Terminating instance [ 980.775310] env[62668]: INFO nova.compute.manager [-] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Took 1.65 seconds to deallocate network for instance. [ 980.907392] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52745aba-8c05-6b1a-a89c-59831d8ad34d, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.908292] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33013c8-fa3a-4272-aede-aed963d8b9b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.913774] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 980.913774] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528c85de-30e5-786c-bf0e-c2e1b316832d" [ 980.913774] env[62668]: _type = "Task" [ 980.913774] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.923122] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528c85de-30e5-786c-bf0e-c2e1b316832d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.973035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.973371] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.976079] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.636s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.977548] env[62668]: INFO nova.compute.claims [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.139817] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.141890] env[62668]: DEBUG oslo_concurrency.lockutils [req-312a0eec-ebb1-4669-9277-f0d2aa30a397 req-d8b93938-930a-49b4-b570-14bf4ce74af7 service nova] Releasing lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.157764] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.184924] env[62668]: DEBUG nova.network.neutron [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.225949] env[62668]: DEBUG nova.compute.manager [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.226201] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.227086] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33009ddf-e0da-4dcb-975f-02315bb0ae92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.235536] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.235777] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782a6e60-6b09-4d4d-9cf2-ae24a96a023f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.242699] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 981.242699] env[62668]: value = "task-2684094" [ 981.242699] env[62668]: _type = "Task" [ 981.242699] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.251584] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.282325] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.423833] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528c85de-30e5-786c-bf0e-c2e1b316832d, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.424112] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.424371] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/1642b99a-f7ba-4730-9001-44475d4cff0b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.424627] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebca0d23-42ba-4650-8b76-8d031864f8eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.430772] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 981.430772] env[62668]: value = "task-2684095" [ 981.430772] env[62668]: _type = "Task" [ 981.430772] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.438464] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.481812] env[62668]: DEBUG nova.compute.utils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.485268] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.486592] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.527679] env[62668]: DEBUG nova.policy [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.639519] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.679998] env[62668]: DEBUG nova.compute.manager [req-ac7a3d72-83c6-4588-bc8d-5a48d1de777c req-f000d889-f3d2-4962-a869-8ddc692f9a83 service nova] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Received event network-vif-deleted-83d4a649-ff1f-4b04-9fdd-4da508c09e60 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 981.680296] env[62668]: DEBUG nova.compute.manager [req-ac7a3d72-83c6-4588-bc8d-5a48d1de777c req-f000d889-f3d2-4962-a869-8ddc692f9a83 service nova] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Received event network-vif-deleted-c0e72f8d-c119-4e93-bc6b-3be235c91ed2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 981.686010] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.686473] env[62668]: INFO nova.compute.manager [-] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Took 1.62 seconds to deallocate network for instance. [ 981.757780] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684094, 'name': PowerOffVM_Task, 'duration_secs': 0.297981} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.764103] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.764450] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.764669] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ef5311-bc11-43ec-981a-603edf8f8870 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.836297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.836297] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.836297] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleting the datastore file [datastore2] bcb07823-1d55-4704-a061-472d7df6c0f9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.836297] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a37e8d2-6508-4a22-bdc0-dfdd49b7996f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.842504] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 981.842504] env[62668]: value = "task-2684097" [ 981.842504] env[62668]: _type = "Task" [ 981.842504] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.850690] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.944484] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684095, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.996384] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.108347] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Successfully created port: 668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.145957] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684090, 'name': CloneVM_Task, 'duration_secs': 2.665639} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.150237] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Created linked-clone VM from snapshot [ 982.151711] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e87fd1-8e06-4824-8321-0037a88ad6de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.162843] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Uploading image 490984d0-59ed-4995-9d93-354efea40666 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.194108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.204852] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 982.204852] env[62668]: value = "vm-541095" [ 982.204852] env[62668]: _type = "VirtualMachine" [ 982.204852] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 982.204852] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0a66592-68ce-486e-ae4a-6c7b3066ed24 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.227903] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lease: (returnval){ [ 982.227903] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524af815-0c2e-93d8-3ba9-7d67708c49ce" [ 982.227903] env[62668]: _type = "HttpNfcLease" [ 982.227903] env[62668]: } obtained for exporting VM: (result){ [ 982.227903] env[62668]: value = "vm-541095" [ 982.227903] env[62668]: _type = "VirtualMachine" [ 982.227903] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.231095] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the lease: (returnval){ [ 982.231095] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524af815-0c2e-93d8-3ba9-7d67708c49ce" [ 982.231095] env[62668]: _type = "HttpNfcLease" [ 982.231095] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.239819] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.239819] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524af815-0c2e-93d8-3ba9-7d67708c49ce" [ 982.239819] env[62668]: _type = "HttpNfcLease" [ 982.239819] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.298525] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba63f4-d9bc-491a-9cf1-636924d01b5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.306253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e028db7-76b4-4c31-b8e7-fa925a376c42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.336818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f2001-72a4-43c1-bb30-e924dae18c16 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.347500] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aadf68-2ef5-440b-b4f7-f7bfc7ce5151 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.355814] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.366333] env[62668]: DEBUG nova.compute.provider_tree [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.441627] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838178} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.441899] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/1642b99a-f7ba-4730-9001-44475d4cff0b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.442122] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.442375] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7ef91dc-94eb-4534-be70-103e5e23322d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.449578] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 982.449578] env[62668]: value = "task-2684099" [ 982.449578] env[62668]: _type = "Task" [ 982.449578] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.456950] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.736091] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.736091] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524af815-0c2e-93d8-3ba9-7d67708c49ce" [ 982.736091] env[62668]: _type = "HttpNfcLease" [ 982.736091] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.736393] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.736393] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524af815-0c2e-93d8-3ba9-7d67708c49ce" [ 982.736393] env[62668]: _type = "HttpNfcLease" [ 982.736393] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.737124] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4df18c-abd4-47ec-bf93-2c6b4b4e78ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.744697] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.744865] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.852990] env[62668]: DEBUG oslo_vmware.api [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646625} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.853252] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.853439] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.853615] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.853785] env[62668]: INFO nova.compute.manager [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 982.854037] env[62668]: DEBUG oslo.service.loopingcall [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.854229] env[62668]: DEBUG nova.compute.manager [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.854326] env[62668]: DEBUG nova.network.neutron [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.868017] env[62668]: DEBUG nova.scheduler.client.report [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.961701] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060956} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.961701] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.962161] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184adaa-10d1-4d42-9069-d08cab3faa02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.985217] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/1642b99a-f7ba-4730-9001-44475d4cff0b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.985526] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-291fb82c-99a7-419d-b69b-ef46d9464f8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.005858] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 983.005858] env[62668]: value = "task-2684100" [ 983.005858] env[62668]: _type = "Task" [ 983.005858] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.010623] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.018866] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e812ba39-9cb7-4c97-834e-a340c8d9de50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.021274] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.037134] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.037664] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.037984] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.038333] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.038660] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.038951] env[62668]: DEBUG nova.virt.hardware [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.039956] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cadbba5-c6a2-453d-bd50-82260dbd69b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.050374] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4f321-a57d-4233-85e3-0d1a953fda3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.373072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.373647] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.376749] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.005s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.378688] env[62668]: INFO nova.compute.claims [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.520274] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.735183] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Successfully updated port: 668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.794112] env[62668]: DEBUG nova.network.neutron [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.882890] env[62668]: DEBUG nova.compute.utils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 983.887152] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.887730] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.942302] env[62668]: DEBUG nova.policy [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6530b781970b4759821137469709e221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171f3765282347ad86028e5472788074', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.969685] env[62668]: DEBUG nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Received event network-vif-deleted-fbf20513-629d-4e32-95df-17460f094d40 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 983.969685] env[62668]: DEBUG nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Received event network-vif-plugged-668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 983.969685] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Acquiring lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.969685] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.969685] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.969685] env[62668]: DEBUG nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] No waiting events found dispatching network-vif-plugged-668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.969685] env[62668]: WARNING nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Received unexpected event network-vif-plugged-668a607d-1560-4388-b899-6a150acc1dc4 for instance with vm_state building and task_state spawning. [ 983.969685] env[62668]: DEBUG nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Received event network-changed-668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 983.969685] env[62668]: DEBUG nova.compute.manager [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Refreshing instance network info cache due to event network-changed-668a607d-1560-4388-b899-6a150acc1dc4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 983.969685] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Acquiring lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.970334] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Acquired lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.970412] env[62668]: DEBUG nova.network.neutron [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Refreshing network info cache for port 668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.022701] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684100, 'name': ReconfigVM_Task, 'duration_secs': 0.764313} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.022992] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/1642b99a-f7ba-4730-9001-44475d4cff0b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.023639] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd481ad5-0f15-4414-adcd-e76ff83eb59b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.032165] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 984.032165] env[62668]: value = "task-2684101" [ 984.032165] env[62668]: _type = "Task" [ 984.032165] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.041763] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684101, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.238507] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.302513] env[62668]: INFO nova.compute.manager [-] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Took 1.45 seconds to deallocate network for instance. [ 984.322191] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Successfully created port: f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.391114] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.543154] env[62668]: DEBUG nova.network.neutron [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.548678] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684101, 'name': Rename_Task, 'duration_secs': 0.177511} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.553187] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.554101] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e6f3eb-f3a0-441a-9e48-b09bf66a4083 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.562257] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 984.562257] env[62668]: value = "task-2684102" [ 984.562257] env[62668]: _type = "Task" [ 984.562257] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.578055] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.718563] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794b857-eafc-47ef-ab98-65f7436a7cb0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.726220] env[62668]: DEBUG nova.network.neutron [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.729613] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c496b7-7d69-4e19-966c-9ea5cdf12c56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.766392] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d1f81-b865-41ea-8bc9-a73f40fd9dbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.776224] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa105d1a-6531-4b12-bbf4-fc2e95216275 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.792819] env[62668]: DEBUG nova.compute.provider_tree [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.810857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.075562] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.230197] env[62668]: DEBUG oslo_concurrency.lockutils [req-14d2e2cd-2d09-4644-8bba-9fff02d3afad req-1ed133d4-3488-42e1-bd2c-596147243a2e service nova] Releasing lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.230719] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.230902] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.297034] env[62668]: DEBUG nova.scheduler.client.report [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.402799] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.443847] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.444170] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.444297] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.444578] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.444735] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.444881] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.445099] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.445297] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.445522] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.445698] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.445874] env[62668]: DEBUG nova.virt.hardware [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.447106] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513a6d3-b82f-4a2b-a270-7d9cf32afa32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.459030] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52860735-4b3c-4f31-b362-9f22ab052b09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.574773] env[62668]: DEBUG oslo_vmware.api [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684102, 'name': PowerOnVM_Task, 'duration_secs': 0.645096} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.575539] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.575777] env[62668]: INFO nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Took 8.68 seconds to spawn the instance on the hypervisor. [ 985.575965] env[62668]: DEBUG nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.576910] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108bcf2-4390-43a9-a20d-f0930fdad87b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.779436] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.803974] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.804553] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.807631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.608s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.807839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.810198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.621s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.811852] env[62668]: INFO nova.compute.claims [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.842257] env[62668]: INFO nova.scheduler.client.report [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocations for instance 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36 [ 986.042688] env[62668]: DEBUG nova.network.neutron [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Updating instance_info_cache with network_info: [{"id": "668a607d-1560-4388-b899-6a150acc1dc4", "address": "fa:16:3e:d5:cb:69", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668a607d-15", "ovs_interfaceid": "668a607d-1560-4388-b899-6a150acc1dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.077825] env[62668]: DEBUG nova.compute.manager [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Received event network-vif-plugged-f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 986.077825] env[62668]: DEBUG oslo_concurrency.lockutils [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] Acquiring lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.078876] env[62668]: DEBUG oslo_concurrency.lockutils [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.078876] env[62668]: DEBUG oslo_concurrency.lockutils [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.079299] env[62668]: DEBUG nova.compute.manager [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] No waiting events found dispatching network-vif-plugged-f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.079927] env[62668]: WARNING nova.compute.manager [req-57f4c591-e6f5-4ea0-92a8-080ed3e16c27 req-7a1062de-4fd0-4bf2-bcce-cac95338b465 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Received unexpected event network-vif-plugged-f0a88970-da34-4ad0-bcd3-83c529fd4039 for instance with vm_state building and task_state spawning. [ 986.098144] env[62668]: INFO nova.compute.manager [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Took 28.36 seconds to build instance. [ 986.243024] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Successfully updated port: f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.317468] env[62668]: DEBUG nova.compute.utils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 986.321124] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.321124] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.351993] env[62668]: DEBUG oslo_concurrency.lockutils [None req-25c76e14-27a4-48bf-817f-d573504aaaa9 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.614s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.372548] env[62668]: DEBUG nova.policy [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd175927689450b92a0dbf631fcf527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87772591faf44c7388d1be9a62a5e80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.546509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-e1acd7e7-0122-494d-9390-5a10092a5034" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.546929] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance network_info: |[{"id": "668a607d-1560-4388-b899-6a150acc1dc4", "address": "fa:16:3e:d5:cb:69", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668a607d-15", "ovs_interfaceid": "668a607d-1560-4388-b899-6a150acc1dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.547496] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:cb:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '668a607d-1560-4388-b899-6a150acc1dc4', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.558692] env[62668]: DEBUG oslo.service.loopingcall [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.558955] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.559296] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a45c3f5-6d6d-4273-87e5-addfe168d52c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.581093] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.581093] env[62668]: value = "task-2684103" [ 986.581093] env[62668]: _type = "Task" [ 986.581093] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.589233] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684103, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.600953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4f5b943b-fb1d-4dd5-b304-398938843bc8 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.872s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.655868] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Successfully created port: 3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.737055] env[62668]: INFO nova.compute.manager [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Rescuing [ 986.737427] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.737607] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.737822] env[62668]: DEBUG nova.network.neutron [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.748194] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.748283] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquired lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.748498] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.822450] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.092517] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684103, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.124759] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6dfd62-daae-420b-b349-563e0a1a9009 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.134113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c010ba24-5a07-4ec6-b792-50562522e49b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.166340] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29373e-307e-4187-b38d-f00dcedb13c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.174213] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954fca6-a7eb-43c9-ab15-859cc8bf6106 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.188026] env[62668]: DEBUG nova.compute.provider_tree [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.284131] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.482355] env[62668]: DEBUG nova.network.neutron [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Updating instance_info_cache with network_info: [{"id": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "address": "fa:16:3e:20:c1:60", "network": {"id": "5e84d7df-28e0-4e27-8c74-9f37916c71ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-862679674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171f3765282347ad86028e5472788074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a88970-da", "ovs_interfaceid": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.592996] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684103, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.621033] env[62668]: DEBUG nova.network.neutron [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updating instance_info_cache with network_info: [{"id": "c676ebaa-1806-4673-923f-92615abaaf27", "address": "fa:16:3e:84:78:e7", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676ebaa-18", "ovs_interfaceid": "c676ebaa-1806-4673-923f-92615abaaf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.692861] env[62668]: DEBUG nova.scheduler.client.report [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.843681] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.906459] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.906774] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.906994] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.907240] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.907432] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.907619] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.907872] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.908081] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.908297] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.908546] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.908770] env[62668]: DEBUG nova.virt.hardware [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.909701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f3539-0254-4fa3-9ac6-0192e623e696 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.930949] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bea2a-b915-49cb-b11d-54a668521b8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.985022] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Releasing lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.985458] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Instance network_info: |[{"id": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "address": "fa:16:3e:20:c1:60", "network": {"id": "5e84d7df-28e0-4e27-8c74-9f37916c71ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-862679674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171f3765282347ad86028e5472788074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a88970-da", "ovs_interfaceid": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.986362] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c1:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0a88970-da34-4ad0-bcd3-83c529fd4039', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.994413] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Creating folder: Project (171f3765282347ad86028e5472788074). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.994784] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-355a214b-2793-4622-994f-1e0842288eb9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.007463] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Created folder: Project (171f3765282347ad86028e5472788074) in parent group-v540833. [ 988.007726] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Creating folder: Instances. Parent ref: group-v541098. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.007988] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4a4e4f-44d0-49e3-b2f0-766267848ff7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.018822] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Created folder: Instances in parent group-v541098. [ 988.019014] env[62668]: DEBUG oslo.service.loopingcall [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.019223] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.019432] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e5b2ea-67ad-4f3d-b9bc-3d9e437895d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.040765] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.040765] env[62668]: value = "task-2684106" [ 988.040765] env[62668]: _type = "Task" [ 988.040765] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.053264] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684106, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.094912] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684103, 'name': CreateVM_Task, 'duration_secs': 1.378748} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.095237] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.096023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.096223] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.096583] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.096871] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51e9b83-df42-42dc-806a-f2080828a94b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.103898] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 988.103898] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de5cbf-cbdc-4cdc-06c6-9eb2000339f2" [ 988.103898] env[62668]: _type = "Task" [ 988.103898] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.114438] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de5cbf-cbdc-4cdc-06c6-9eb2000339f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.124328] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-1642b99a-f7ba-4730-9001-44475d4cff0b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.135958] env[62668]: DEBUG nova.compute.manager [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Received event network-changed-f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 988.136290] env[62668]: DEBUG nova.compute.manager [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Refreshing instance network info cache due to event network-changed-f0a88970-da34-4ad0-bcd3-83c529fd4039. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 988.136445] env[62668]: DEBUG oslo_concurrency.lockutils [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] Acquiring lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.139701] env[62668]: DEBUG oslo_concurrency.lockutils [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] Acquired lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.139863] env[62668]: DEBUG nova.network.neutron [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Refreshing network info cache for port f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.198056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.198667] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.203647] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.921s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.204039] env[62668]: DEBUG nova.objects.instance [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'resources' on Instance uuid 3311fb97-bb87-41bd-b695-306980462cbc {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.446093] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Successfully updated port: 3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.552546] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684106, 'name': CreateVM_Task, 'duration_secs': 0.470111} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.552546] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.552718] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.614403] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de5cbf-cbdc-4cdc-06c6-9eb2000339f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.614712] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.614954] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.615202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.615347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615525] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.616477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.616477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.616477] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07da5b67-9f04-44f6-a842-d5c51b2d8dc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.618728] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2b59ff-cd7a-433c-ac0f-f28f6bc83707 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.623617] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 988.623617] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520dce02-f7ad-2b0c-b050-6ca1a90cc17f" [ 988.623617] env[62668]: _type = "Task" [ 988.623617] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.628265] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.628597] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.629579] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f9ca3e-646e-42c3-b669-66575f9ec7dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.634988] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520dce02-f7ad-2b0c-b050-6ca1a90cc17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.637902] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 988.637902] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52433864-a002-4fbe-fb32-ede0838fe01c" [ 988.637902] env[62668]: _type = "Task" [ 988.637902] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.648278] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52433864-a002-4fbe-fb32-ede0838fe01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.712223] env[62668]: DEBUG nova.compute.utils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.714628] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.714831] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.809763] env[62668]: DEBUG nova.policy [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.952773] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.952773] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.952906] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.049036] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a3ccc9-b3ea-4b50-8fbb-bd69bf2c966e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.057063] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158c550-058a-4513-9559-819e922c8de5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.090859] env[62668]: DEBUG nova.network.neutron [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Updated VIF entry in instance network info cache for port f0a88970-da34-4ad0-bcd3-83c529fd4039. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.091239] env[62668]: DEBUG nova.network.neutron [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Updating instance_info_cache with network_info: [{"id": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "address": "fa:16:3e:20:c1:60", "network": {"id": "5e84d7df-28e0-4e27-8c74-9f37916c71ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-862679674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171f3765282347ad86028e5472788074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a88970-da", "ovs_interfaceid": "f0a88970-da34-4ad0-bcd3-83c529fd4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.097024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727598a3-1ee8-4467-a8eb-1cb8163e96fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.102545] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7556e727-5428-4a4a-87ed-9c0dfe2fd72d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.120917] env[62668]: DEBUG nova.compute.provider_tree [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.139622] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520dce02-f7ad-2b0c-b050-6ca1a90cc17f, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.144163] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.144765] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.144765] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.152465] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52433864-a002-4fbe-fb32-ede0838fe01c, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.153860] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecce9772-5a33-4b30-9afb-4b5ebb6e4211 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.160256] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 989.160256] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bde61-aec4-a0f1-0b87-37c9c518c4c3" [ 989.160256] env[62668]: _type = "Task" [ 989.160256] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.172197] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bde61-aec4-a0f1-0b87-37c9c518c4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.214386] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.309904] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Successfully created port: a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.518593] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.597604] env[62668]: DEBUG oslo_concurrency.lockutils [req-d03ce962-dbf9-4b04-95d0-5096ec378b55 req-914e253a-738f-47a4-88d2-6b968b75a570 service nova] Releasing lock "refresh_cache-aa2b68d2-543e-4b47-ba19-4e94281ed803" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.618899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.619109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.625295] env[62668]: DEBUG nova.scheduler.client.report [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.671703] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.671997] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529bde61-aec4-a0f1-0b87-37c9c518c4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016505} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.672222] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60dd0753-04e2-4608-92a4-31d1cdfe3b74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.673971] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.674253] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] e1acd7e7-0122-494d-9390-5a10092a5034/e1acd7e7-0122-494d-9390-5a10092a5034.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.674528] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.674714] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.674913] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe82ccf-3ed0-4fde-8441-861fb42b024b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.677343] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f027bc-3171-490a-8713-970b176ac41d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.687067] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 989.687067] env[62668]: value = "task-2684107" [ 989.687067] env[62668]: _type = "Task" [ 989.687067] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.689463] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 989.689463] env[62668]: value = "task-2684108" [ 989.689463] env[62668]: _type = "Task" [ 989.689463] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.690041] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.690219] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.694242] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bb2327-43a6-4cd4-9515-eb88818dedea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.710546] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.721156] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 989.721156] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52904b35-0006-3261-a682-dc99dec52a13" [ 989.721156] env[62668]: _type = "Task" [ 989.721156] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.721156] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.747243] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52904b35-0006-3261-a682-dc99dec52a13, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.747243] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b90589f-13a5-45c2-bc04-2408292a8c5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.754246] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 989.754246] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b81e85-d49f-8dee-8e61-861cbe276653" [ 989.754246] env[62668]: _type = "Task" [ 989.754246] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.764705] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b81e85-d49f-8dee-8e61-861cbe276653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.766233] env[62668]: DEBUG nova.network.neutron [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Updating instance_info_cache with network_info: [{"id": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "address": "fa:16:3e:78:56:93", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d45da5f-8f", "ovs_interfaceid": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.125995] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.134214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.137604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.452s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.140088] env[62668]: INFO nova.compute.claims [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.180445] env[62668]: DEBUG nova.compute.manager [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Received event network-vif-plugged-3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 990.180693] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Acquiring lock "63791892-e12f-4ae7-912c-80979dba80f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.180942] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Lock "63791892-e12f-4ae7-912c-80979dba80f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.181163] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Lock "63791892-e12f-4ae7-912c-80979dba80f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.181979] env[62668]: DEBUG nova.compute.manager [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] No waiting events found dispatching network-vif-plugged-3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.181979] env[62668]: WARNING nova.compute.manager [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Received unexpected event network-vif-plugged-3d45da5f-8f6c-432b-8f98-07e534b48a64 for instance with vm_state building and task_state spawning. [ 990.181979] env[62668]: DEBUG nova.compute.manager [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Received event network-changed-3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 990.181979] env[62668]: DEBUG nova.compute.manager [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Refreshing instance network info cache due to event network-changed-3d45da5f-8f6c-432b-8f98-07e534b48a64. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 990.181979] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Acquiring lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.183049] env[62668]: INFO nova.scheduler.client.report [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted allocations for instance 3311fb97-bb87-41bd-b695-306980462cbc [ 990.203162] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684107, 'name': PowerOffVM_Task, 'duration_secs': 0.202403} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.207029] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.207029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51f595-b449-4e74-a60e-09c7eb1f67f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212280] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508415} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.213541] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] e1acd7e7-0122-494d-9390-5a10092a5034/e1acd7e7-0122-494d-9390-5a10092a5034.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.213754] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.214017] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62cb9961-1599-46de-ae9b-1e8ca3fb96bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.234243] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.237244] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2387e75-7750-47d1-8af3-e6b90876a7df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.243749] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 990.243749] env[62668]: value = "task-2684109" [ 990.243749] env[62668]: _type = "Task" [ 990.243749] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.258261] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.269018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.269352] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Instance network_info: |[{"id": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "address": "fa:16:3e:78:56:93", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d45da5f-8f", "ovs_interfaceid": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.269653] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b81e85-d49f-8dee-8e61-861cbe276653, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.272222] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Acquired lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272222] env[62668]: DEBUG nova.network.neutron [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Refreshing network info cache for port 3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.273525] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:56:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d45da5f-8f6c-432b-8f98-07e534b48a64', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.283021] env[62668]: DEBUG oslo.service.loopingcall [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.283021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.283021] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] aa2b68d2-543e-4b47-ba19-4e94281ed803/aa2b68d2-543e-4b47-ba19-4e94281ed803.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.285458] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.285828] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c8e7f7-2eeb-46f5-b05c-2a79b60de970 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.291906] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.294660] env[62668]: DEBUG nova.virt.hardware [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.294660] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07fd9dba-3b36-4255-9bc0-49f8aeff8c41 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.315482] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e509e0-f5bb-4ca7-9b25-37425443347f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.329113] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.330275] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b314ff-c974-4ea3-8b86-11bc11f6faac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.334607] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 990.334607] env[62668]: value = "task-2684110" [ 990.334607] env[62668]: _type = "Task" [ 990.334607] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.334950] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.334950] env[62668]: value = "task-2684111" [ 990.334950] env[62668]: _type = "Task" [ 990.334950] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.335838] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5d4219-feca-4890-a6b7-34374e7d0a6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354029] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 990.354029] env[62668]: value = "task-2684112" [ 990.354029] env[62668]: _type = "Task" [ 990.354029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.364050] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.364331] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684111, 'name': CreateVM_Task} progress is 15%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.370520] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 990.370520] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.370520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.370520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.370520] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.370520] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21309fd-da78-478e-aebd-c302b4465db9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.382135] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.382332] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.383103] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc3f67a-6d55-4644-8525-29e400c8073f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.391282] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 990.391282] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f6d606-6248-9e79-a928-95269326b8f6" [ 990.391282] env[62668]: _type = "Task" [ 990.391282] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.399678] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f6d606-6248-9e79-a928-95269326b8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.654404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.694210] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f08b37e1-948c-4d86-ba66-b00742ed1b39 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "3311fb97-bb87-41bd-b695-306980462cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.285s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.760786] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078426} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.765264] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.766404] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626041b1-035e-40ec-8bb2-502d6e366835 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.793145] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] e1acd7e7-0122-494d-9390-5a10092a5034/e1acd7e7-0122-494d-9390-5a10092a5034.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.796282] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72f3e0e-4c43-4126-8ba2-7e964f5ad523 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.820453] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 990.820453] env[62668]: value = "task-2684113" [ 990.820453] env[62668]: _type = "Task" [ 990.820453] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.831025] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.851594] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684110, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.855618] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684111, 'name': CreateVM_Task, 'duration_secs': 0.426266} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.855805] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.856545] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.856880] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.857056] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.857321] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ccfbd6-636f-4221-80cc-23f3eadf9f2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.866266] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 990.866266] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b3257-1244-792d-df06-b07538cf8765" [ 990.866266] env[62668]: _type = "Task" [ 990.866266] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.876882] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b3257-1244-792d-df06-b07538cf8765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.887959] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.888912] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e357017-c60f-4fc9-b2d4-a3f7b5a7369e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.896316] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.896491] env[62668]: ERROR oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk due to incomplete transfer. [ 990.897026] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a9422ea-a58b-441c-849d-373db0e5ed90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.902609] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f6d606-6248-9e79-a928-95269326b8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015148} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.903353] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b2764c-3581-4881-bf8b-11b60d02ebee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.906266] env[62668]: DEBUG oslo_vmware.rw_handles [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2e511-d14f-d235-738e-e34cd5b0a47b/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.906461] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Uploaded image 490984d0-59ed-4995-9d93-354efea40666 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.908897] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.909443] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09a3c844-cfb0-4d76-b87a-cb31f4be0b4c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.912139] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 990.912139] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ea1db7-6457-283c-5eb7-4a5693652cf2" [ 990.912139] env[62668]: _type = "Task" [ 990.912139] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.917610] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 990.917610] env[62668]: value = "task-2684114" [ 990.917610] env[62668]: _type = "Task" [ 990.917610] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.923835] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ea1db7-6457-283c-5eb7-4a5693652cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.929286] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684114, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.330209] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684113, 'name': ReconfigVM_Task, 'duration_secs': 0.311658} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.333382] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Reconfigured VM instance instance-0000005f to attach disk [datastore2] e1acd7e7-0122-494d-9390-5a10092a5034/e1acd7e7-0122-494d-9390-5a10092a5034.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.334468] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7703e6-a07e-4a8a-a2f7-48c97fd80064 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.343492] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 991.343492] env[62668]: value = "task-2684115" [ 991.343492] env[62668]: _type = "Task" [ 991.343492] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.353598] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603802} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.354335] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] aa2b68d2-543e-4b47-ba19-4e94281ed803/aa2b68d2-543e-4b47-ba19-4e94281ed803.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.354769] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.354769] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ff18a6-7abd-4cc6-8592-e4d1a18f5ba8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.360247] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684115, 'name': Rename_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.364335] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 991.364335] env[62668]: value = "task-2684116" [ 991.364335] env[62668]: _type = "Task" [ 991.364335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.379681] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528b3257-1244-792d-df06-b07538cf8765, 'name': SearchDatastore_Task, 'duration_secs': 0.034979} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.385361] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.385450] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.385622] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.385918] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.389315] env[62668]: DEBUG nova.network.neutron [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Updated VIF entry in instance network info cache for port 3d45da5f-8f6c-432b-8f98-07e534b48a64. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.389680] env[62668]: DEBUG nova.network.neutron [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Updating instance_info_cache with network_info: [{"id": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "address": "fa:16:3e:78:56:93", "network": {"id": "6ad8fac0-6c09-4bed-8423-ed38b1f8109b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-463611271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87772591faf44c7388d1be9a62a5e80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d45da5f-8f", "ovs_interfaceid": "3d45da5f-8f6c-432b-8f98-07e534b48a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.408479] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa29708-0493-4d7f-a1e9-746a605f7af9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.424285] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b16ed8-2288-4781-8f5a-398558751622 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.431638] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ea1db7-6457-283c-5eb7-4a5693652cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.020334} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.433484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.433484] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 991.433484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.433708] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.433827] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6acd3197-4535-4317-af3c-29d7873924ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.468461] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf54676-2491-4521-97a4-04c4017b3195 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.470763] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684114, 'name': Destroy_Task, 'duration_secs': 0.36959} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.471494] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4754e-f302-423b-8e46-0fa312dce3e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473876] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Destroyed the VM [ 991.474115] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.475877] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2f70a36-78f5-4c84-a500-86d5cdccb34d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.477312] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 991.477312] env[62668]: value = "task-2684117" [ 991.477312] env[62668]: _type = "Task" [ 991.477312] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.485944] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Successfully updated port: a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.487281] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 991.487281] env[62668]: value = "task-2684118" [ 991.487281] env[62668]: _type = "Task" [ 991.487281] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.489756] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d966ee-44fa-4bc8-8eff-cdee6154afbe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.494288] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.494477] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.501139] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9135ca1a-5e93-4a4c-86af-e0341d3e8a4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.503488] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.516947] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 991.516947] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211feeb-35e6-457b-41db-1af708ab65b1" [ 991.516947] env[62668]: _type = "Task" [ 991.516947] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.517396] env[62668]: DEBUG nova.compute.provider_tree [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.522144] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.531020] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211feeb-35e6-457b-41db-1af708ab65b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.854826] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684115, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.878115] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101705} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.878569] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.879390] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206fc67-d6a2-4380-8373-136897c86106 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.895060] env[62668]: DEBUG oslo_concurrency.lockutils [req-e112d56f-9cbd-4172-8776-de94dfad857c req-262ec0cf-8732-4985-9c93-c38990ecd62e service nova] Releasing lock "refresh_cache-63791892-e12f-4ae7-912c-80979dba80f7" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.904135] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] aa2b68d2-543e-4b47-ba19-4e94281ed803/aa2b68d2-543e-4b47-ba19-4e94281ed803.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.904501] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3ac45d-8fb2-4761-bc9e-a09b91fc943f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.927972] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 991.927972] env[62668]: value = "task-2684119" [ 991.927972] env[62668]: _type = "Task" [ 991.927972] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.939029] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.987789] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.990381] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.990381] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.990381] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.008513] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684118, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385115} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.008874] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.009573] env[62668]: DEBUG nova.compute.manager [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.010969] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29c183-f3c2-4948-9f41-15365ab0636b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.029854] env[62668]: DEBUG nova.scheduler.client.report [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.040910] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5211feeb-35e6-457b-41db-1af708ab65b1, 'name': SearchDatastore_Task, 'duration_secs': 0.035617} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.041961] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca50bf04-d7f9-423a-8186-3d6e176db51f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.049488] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 992.049488] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c80513-c350-18da-d95b-4ae6cb54af8a" [ 992.049488] env[62668]: _type = "Task" [ 992.049488] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.060574] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c80513-c350-18da-d95b-4ae6cb54af8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.214697] env[62668]: DEBUG nova.compute.manager [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Received event network-vif-plugged-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 992.215096] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Acquiring lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.215338] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.215408] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.215593] env[62668]: DEBUG nova.compute.manager [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] No waiting events found dispatching network-vif-plugged-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.215767] env[62668]: WARNING nova.compute.manager [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Received unexpected event network-vif-plugged-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 for instance with vm_state building and task_state spawning. [ 992.215957] env[62668]: DEBUG nova.compute.manager [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Received event network-changed-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 992.216127] env[62668]: DEBUG nova.compute.manager [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Refreshing instance network info cache due to event network-changed-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 992.216318] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Acquiring lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.355943] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684115, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.440016] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.488053] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95442} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.488564] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 992.489503] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb713f-f36a-4868-b17e-a1adf84330c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.518300] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.519333] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae74d441-92d8-49b0-acfd-bf992461f580 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.544625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.545585] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.550928] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.553906] env[62668]: INFO nova.compute.manager [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Shelve offloading [ 992.555306] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.361s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.555528] env[62668]: DEBUG nova.objects.instance [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lazy-loading 'resources' on Instance uuid 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.562936] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 992.562936] env[62668]: value = "task-2684120" [ 992.562936] env[62668]: _type = "Task" [ 992.562936] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.574807] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c80513-c350-18da-d95b-4ae6cb54af8a, 'name': SearchDatastore_Task, 'duration_secs': 0.084817} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.574807] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.574807] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 63791892-e12f-4ae7-912c-80979dba80f7/63791892-e12f-4ae7-912c-80979dba80f7.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.577407] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045eab28-24a0-40f4-b363-e21e82f1ae9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.580282] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.588457] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 992.588457] env[62668]: value = "task-2684121" [ 992.588457] env[62668]: _type = "Task" [ 992.588457] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.597253] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.761594] env[62668]: DEBUG nova.network.neutron [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Updating instance_info_cache with network_info: [{"id": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "address": "fa:16:3e:9f:1f:a0", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67b59a0-a1", "ovs_interfaceid": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.854736] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684115, 'name': Rename_Task, 'duration_secs': 1.116387} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.855054] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.855310] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67f0bb9-daf1-4490-a21d-e010556822d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.861587] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 992.861587] env[62668]: value = "task-2684122" [ 992.861587] env[62668]: _type = "Task" [ 992.861587] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.869293] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.939697] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.059915] env[62668]: DEBUG nova.compute.utils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.064432] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.064538] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.070503] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.070503] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7183eec-23fa-4c91-99f9-a5f055b70906 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.079026] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.080463] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 993.080463] env[62668]: value = "task-2684123" [ 993.080463] env[62668]: _type = "Task" [ 993.080463] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.097399] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 993.097399] env[62668]: DEBUG nova.compute.manager [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.098824] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b83d51-5fcf-4c04-9d5a-decc3cb84ad6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.107851] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.109803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.109975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.110175] env[62668]: DEBUG nova.network.neutron [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.140036] env[62668]: DEBUG nova.policy [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f8360b125fd4b98abbe6e8708c72096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3422f18f03b14b67a15d8927015bfdf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.266590] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.267571] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Instance network_info: |[{"id": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "address": "fa:16:3e:9f:1f:a0", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67b59a0-a1", "ovs_interfaceid": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.268726] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Acquired lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.268726] env[62668]: DEBUG nova.network.neutron [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Refreshing network info cache for port a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.271369] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:1f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67b59a0-a1d3-4728-bcfe-846a7f60c2b7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.287660] env[62668]: DEBUG oslo.service.loopingcall [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.300044] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.300044] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae755b2-0546-461a-a8d8-4830db9b9e90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.339451] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.339451] env[62668]: value = "task-2684124" [ 993.339451] env[62668]: _type = "Task" [ 993.339451] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.358239] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684124, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.382517] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.401874] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7913df3-90fc-4bcf-88a7-712b7474c027 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.410793] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7fbaf5-bd8c-4407-97e6-4912bb82f22b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.455847] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77dd06-1729-47de-8338-0eb92bc65484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.465351] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684119, 'name': ReconfigVM_Task, 'duration_secs': 1.25058} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.468800] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Reconfigured VM instance instance-00000060 to attach disk [datastore2] aa2b68d2-543e-4b47-ba19-4e94281ed803/aa2b68d2-543e-4b47-ba19-4e94281ed803.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.469768] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed79de2a-8c7a-4659-8dd3-fcfa9b530855 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.473127] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b9433-86f7-445b-8bc5-3b86d3bbb7d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.489479] env[62668]: DEBUG nova.compute.provider_tree [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.492542] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 993.492542] env[62668]: value = "task-2684125" [ 993.492542] env[62668]: _type = "Task" [ 993.492542] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.502355] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684125, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.564717] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.577951] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684120, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.601092] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943665} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.604353] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 63791892-e12f-4ae7-912c-80979dba80f7/63791892-e12f-4ae7-912c-80979dba80f7.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.604692] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.605058] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8483ee85-b454-453d-b8b1-3df4d850df59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.612449] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 993.612449] env[62668]: value = "task-2684126" [ 993.612449] env[62668]: _type = "Task" [ 993.612449] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.625026] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.633389] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.633739] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.763834] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Successfully created port: 485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.853073] env[62668]: DEBUG nova.network.neutron [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Updated VIF entry in instance network info cache for port a67b59a0-a1d3-4728-bcfe-846a7f60c2b7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.853311] env[62668]: DEBUG nova.network.neutron [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Updating instance_info_cache with network_info: [{"id": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "address": "fa:16:3e:9f:1f:a0", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67b59a0-a1", "ovs_interfaceid": "a67b59a0-a1d3-4728-bcfe-846a7f60c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.859857] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684124, 'name': CreateVM_Task, 'duration_secs': 0.474318} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.860490] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.861227] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.862090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.863196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.863604] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc5909d-2b29-4db4-a133-0b60005da9e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.871787] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 993.871787] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522056b6-ac72-15cf-a6b0-bdd2d6036c55" [ 993.871787] env[62668]: _type = "Task" [ 993.871787] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.879272] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.887018] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522056b6-ac72-15cf-a6b0-bdd2d6036c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.920945] env[62668]: DEBUG nova.network.neutron [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.995706] env[62668]: DEBUG nova.scheduler.client.report [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.013922] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684125, 'name': Rename_Task, 'duration_secs': 0.169249} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.014255] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.015187] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57fcbf96-d06a-4bac-89de-e054ee1ca0c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.022103] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 994.022103] env[62668]: value = "task-2684127" [ 994.022103] env[62668]: _type = "Task" [ 994.022103] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.030234] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.083138] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684120, 'name': ReconfigVM_Task, 'duration_secs': 1.037809} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.083899] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.085651] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb9bf4-ddee-4889-829e-c80352d20b92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.119608] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9a3dcc-0ab0-4a96-945c-93b325956c81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.135602] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.145372] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098635} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.146649] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.147032] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 994.147032] env[62668]: value = "task-2684128" [ 994.147032] env[62668]: _type = "Task" [ 994.147032] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.147714] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab0550f-0090-427f-bba4-99a7a048edba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.159126] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.176264] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 63791892-e12f-4ae7-912c-80979dba80f7/63791892-e12f-4ae7-912c-80979dba80f7.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.177320] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470333c1-19cd-4f99-9568-73a1545e7138 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.196510] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 994.196510] env[62668]: value = "task-2684129" [ 994.196510] env[62668]: _type = "Task" [ 994.196510] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.207158] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.361984] env[62668]: DEBUG oslo_concurrency.lockutils [req-5b3d0110-a271-47e9-a5e3-5159f5cfde54 req-552f662a-4a79-441f-a049-9f3232642e76 service nova] Releasing lock "refresh_cache-565a06bc-7fad-4110-9b44-6281d3dda005" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.376435] env[62668]: DEBUG oslo_vmware.api [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684122, 'name': PowerOnVM_Task, 'duration_secs': 1.128106} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.380057] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.380294] env[62668]: INFO nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Took 11.37 seconds to spawn the instance on the hypervisor. [ 994.380567] env[62668]: DEBUG nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.381290] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff162c7-4b57-477d-8b4c-7040b129fcc3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.392848] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522056b6-ac72-15cf-a6b0-bdd2d6036c55, 'name': SearchDatastore_Task, 'duration_secs': 0.03323} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.393343] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.393565] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.393797] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.393940] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394129] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.394365] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c53a32ff-3216-45e6-99fa-21803ea77ca9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.411247] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.411320] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.412018] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da6456f-ff72-4ad4-8a89-e5dd8f00d82c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.417923] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 994.417923] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e152af-04ce-5524-0393-ee30b2c3e419" [ 994.417923] env[62668]: _type = "Task" [ 994.417923] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.426043] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.427398] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e152af-04ce-5524-0393-ee30b2c3e419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.508029] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.510462] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.700s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.510675] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.512878] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.859s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.514359] env[62668]: INFO nova.compute.claims [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.534261] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684127, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.535845] env[62668]: INFO nova.scheduler.client.report [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Deleted allocations for instance 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9 [ 994.537527] env[62668]: INFO nova.scheduler.client.report [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted allocations for instance bcb07823-1d55-4704-a061-472d7df6c0f9 [ 994.579929] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.615387] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.615626] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.615789] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.615971] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.617122] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.617122] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.617122] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.617122] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.617274] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.617398] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.617532] env[62668]: DEBUG nova.virt.hardware [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.618545] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf23e1-63fa-4b78-9cc3-01fd4ad47633 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.627766] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be9ed4-4ff2-4a76-951d-7e4e522a5b94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.657160] env[62668]: DEBUG nova.compute.manager [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-vif-unplugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 994.657416] env[62668]: DEBUG oslo_concurrency.lockutils [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.657641] env[62668]: DEBUG oslo_concurrency.lockutils [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.657849] env[62668]: DEBUG oslo_concurrency.lockutils [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.658373] env[62668]: DEBUG nova.compute.manager [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] No waiting events found dispatching network-vif-unplugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.658678] env[62668]: WARNING nova.compute.manager [req-3d1a37fb-e122-41d2-ab91-158d6a8d0ea7 req-883b70a4-503a-4d14-be5c-187a254d9b19 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received unexpected event network-vif-unplugged-48169b40-a037-4338-ae35-742a04ecd3ad for instance with vm_state shelved and task_state shelving_offloading. [ 994.659943] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.663916] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684128, 'name': ReconfigVM_Task, 'duration_secs': 0.274528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.664538] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.664538] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098139c2-94e4-4adb-b7d6-2eef407cf934 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.670865] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 994.670865] env[62668]: value = "task-2684130" [ 994.670865] env[62668]: _type = "Task" [ 994.670865] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.678723] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.707946] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.724392] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.725374] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b384b3-2bc2-4c3a-a4e2-ee054ba5d7e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.733387] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.733634] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0141da-a899-4549-b02f-a06bb7cdb2bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.812946] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.812946] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.812946] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleting the datastore file [datastore1] ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.813176] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-415195a4-7c8f-497c-8513-828e99ba508c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.821318] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 994.821318] env[62668]: value = "task-2684132" [ 994.821318] env[62668]: _type = "Task" [ 994.821318] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.833056] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.900831] env[62668]: INFO nova.compute.manager [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Took 30.50 seconds to build instance. [ 994.928678] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e152af-04ce-5524-0393-ee30b2c3e419, 'name': SearchDatastore_Task, 'duration_secs': 0.013693} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.929513] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027794c8-87f3-4bb7-b606-d533ebf1a79a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.934916] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 994.934916] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52527927-6f51-094d-9dde-70e495fa6de2" [ 994.934916] env[62668]: _type = "Task" [ 994.934916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.943074] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52527927-6f51-094d-9dde-70e495fa6de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.033040] env[62668]: DEBUG oslo_vmware.api [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684127, 'name': PowerOnVM_Task, 'duration_secs': 0.641699} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.034019] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.034278] env[62668]: INFO nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Took 9.63 seconds to spawn the instance on the hypervisor. [ 995.034500] env[62668]: DEBUG nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.035385] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c9cfe-d2de-4465-bcd7-6d0579ffc6d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051275] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2ee9553d-6d32-40d5-9646-f9a82191ee65 tempest-ServerAddressesNegativeTestJSON-500534232 tempest-ServerAddressesNegativeTestJSON-500534232-project-member] Lock "559183bd-d151-47f4-9e9c-a0c3c2d3d2f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.614s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.052587] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bc2c2263-d72b-4ab7-b269-f5cb58903c84 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "bcb07823-1d55-4704-a061-472d7df6c0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.333s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.182060] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.208021] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684129, 'name': ReconfigVM_Task, 'duration_secs': 0.804863} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.208021] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 63791892-e12f-4ae7-912c-80979dba80f7/63791892-e12f-4ae7-912c-80979dba80f7.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.208021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28f4267-c5ae-44fb-870f-b796462458fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.216775] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 995.216775] env[62668]: value = "task-2684133" [ 995.216775] env[62668]: _type = "Task" [ 995.216775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.230997] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684133, 'name': Rename_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.296702] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "e1acd7e7-0122-494d-9390-5a10092a5034" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.331711] env[62668]: DEBUG oslo_vmware.api [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190004} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.331992] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.332578] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.332578] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.355342] env[62668]: INFO nova.scheduler.client.report [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted allocations for instance ad6773f3-5108-4008-a31b-16fc619e3087 [ 995.402959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23763b3e-09e2-404a-82ef-88dbe6b587be tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.016s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.403505] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.109s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.403697] env[62668]: DEBUG nova.compute.manager [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.404556] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e852d7ec-78bb-47a2-b557-1f274cb5262d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.412182] env[62668]: DEBUG nova.compute.manager [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 995.412730] env[62668]: DEBUG nova.objects.instance [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'flavor' on Instance uuid e1acd7e7-0122-494d-9390-5a10092a5034 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.445974] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52527927-6f51-094d-9dde-70e495fa6de2, 'name': SearchDatastore_Task, 'duration_secs': 0.019601} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.446444] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.446529] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 565a06bc-7fad-4110-9b44-6281d3dda005/565a06bc-7fad-4110-9b44-6281d3dda005.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.446788] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b92aad06-8590-44c6-ad72-772037e6cb8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.453394] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 995.453394] env[62668]: value = "task-2684134" [ 995.453394] env[62668]: _type = "Task" [ 995.453394] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.462242] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.482273] env[62668]: DEBUG nova.compute.manager [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Received event network-vif-plugged-485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 995.482499] env[62668]: DEBUG oslo_concurrency.lockutils [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.482803] env[62668]: DEBUG oslo_concurrency.lockutils [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] Lock "7d4281ce-166d-4052-ba22-2888721429b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.482996] env[62668]: DEBUG oslo_concurrency.lockutils [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] Lock "7d4281ce-166d-4052-ba22-2888721429b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.483358] env[62668]: DEBUG nova.compute.manager [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] No waiting events found dispatching network-vif-plugged-485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.483358] env[62668]: WARNING nova.compute.manager [req-dfe73270-bcde-43a7-b635-352ae638716d req-f4fcc66b-fa06-4be9-80a1-eb269aa7a745 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Received unexpected event network-vif-plugged-485d37bd-ca92-48d2-aef2-10b3963244a5 for instance with vm_state building and task_state spawning. [ 995.563327] env[62668]: INFO nova.compute.manager [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Took 26.24 seconds to build instance. [ 995.663928] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Successfully updated port: 485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.681682] env[62668]: DEBUG oslo_vmware.api [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684130, 'name': PowerOnVM_Task, 'duration_secs': 0.561156} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.681955] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.686820] env[62668]: DEBUG nova.compute.manager [None req-a846545d-cb2c-4165-ae74-8351090b4636 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.687735] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c74e7-190b-43c2-8d15-9cb09da54655 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.725723] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684133, 'name': Rename_Task, 'duration_secs': 0.300108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.726630] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.727445] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13c89ba3-8b3d-490a-a7e2-0b4004099e8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.734124] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 995.734124] env[62668]: value = "task-2684135" [ 995.734124] env[62668]: _type = "Task" [ 995.734124] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.745117] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.748202] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3b1a3-461a-46e5-8763-db11b465eef8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.754836] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176215ba-9dbc-43c2-a5f3-0e9c4fe458eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.787041] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d5234-b7e5-4af1-a043-815ed9b5486c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.794864] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e34f8a-43df-4c78-8654-7ba33e55b06a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.809544] env[62668]: DEBUG nova.compute.provider_tree [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.860184] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.964338] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.066100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f3c46ad8-3411-4c70-aa33-7327bff2fa91 tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.758s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.105358] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.105358] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.166541] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.166724] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.166844] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.249432] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.313664] env[62668]: DEBUG nova.scheduler.client.report [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.421314] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.425296] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca56bb3-4209-42b4-891c-cbc9ba286638 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.430925] env[62668]: DEBUG oslo_vmware.api [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 996.430925] env[62668]: value = "task-2684136" [ 996.430925] env[62668]: _type = "Task" [ 996.430925] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.442026] env[62668]: DEBUG oslo_vmware.api [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.464972] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795986} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.466832] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 565a06bc-7fad-4110-9b44-6281d3dda005/565a06bc-7fad-4110-9b44-6281d3dda005.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.466832] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.466832] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1f1d81-d140-4368-96e1-4aca81dd9473 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.473551] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 996.473551] env[62668]: value = "task-2684137" [ 996.473551] env[62668]: _type = "Task" [ 996.473551] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.482614] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.607421] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.712992] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.754956] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.820878] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.821850] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.829276] env[62668]: DEBUG nova.compute.manager [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 996.829276] env[62668]: DEBUG nova.compute.manager [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing instance network info cache due to event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 996.829276] env[62668]: DEBUG oslo_concurrency.lockutils [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.829276] env[62668]: DEBUG oslo_concurrency.lockutils [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.829276] env[62668]: DEBUG nova.network.neutron [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing network info cache for port 48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.837231] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.177s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.840397] env[62668]: INFO nova.compute.claims [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.945197] env[62668]: DEBUG oslo_vmware.api [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684136, 'name': PowerOffVM_Task, 'duration_secs': 0.245126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945197] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.945197] env[62668]: DEBUG nova.compute.manager [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.945197] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541d383-0ffa-4def-8e56-3b8eb7097d92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.965712] env[62668]: DEBUG nova.network.neutron [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Updating instance_info_cache with network_info: [{"id": "485d37bd-ca92-48d2-aef2-10b3963244a5", "address": "fa:16:3e:2d:4a:61", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485d37bd-ca", "ovs_interfaceid": "485d37bd-ca92-48d2-aef2-10b3963244a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.983430] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069616} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.983758] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.984697] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0735abd-b531-4e3b-8fd5-8a4381d22900 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.010548] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 565a06bc-7fad-4110-9b44-6281d3dda005/565a06bc-7fad-4110-9b44-6281d3dda005.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.011545] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5058b09e-1e85-433f-918e-415e43151e2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.037985] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 997.037985] env[62668]: value = "task-2684138" [ 997.037985] env[62668]: _type = "Task" [ 997.037985] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.048837] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.130526] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.254674] env[62668]: DEBUG oslo_vmware.api [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684135, 'name': PowerOnVM_Task, 'duration_secs': 1.250789} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.254971] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.255265] env[62668]: INFO nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 997.255390] env[62668]: DEBUG nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.256363] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2888fa-4057-4e7f-a518-8ba09673abd8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.341061] env[62668]: DEBUG nova.compute.utils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.341061] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.341061] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.426765] env[62668]: DEBUG nova.policy [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '611bf310649045108b6b2b0a837d2a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05609bb90bad4ecfadb088831911a903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.472735] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39479aa0-b38b-4d4c-bc2b-001af602205d tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.473682] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.476620] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance network_info: |[{"id": "485d37bd-ca92-48d2-aef2-10b3963244a5", "address": "fa:16:3e:2d:4a:61", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485d37bd-ca", "ovs_interfaceid": "485d37bd-ca92-48d2-aef2-10b3963244a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.476620] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4a:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485d37bd-ca92-48d2-aef2-10b3963244a5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.484125] env[62668]: DEBUG oslo.service.loopingcall [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.484572] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.484609] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e41fae4-e2eb-409d-b4f0-b32a684b002f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.519048] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.519048] env[62668]: value = "task-2684139" [ 997.519048] env[62668]: _type = "Task" [ 997.519048] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.521487] env[62668]: DEBUG nova.compute.manager [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Received event network-changed-485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 997.521708] env[62668]: DEBUG nova.compute.manager [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Refreshing instance network info cache due to event network-changed-485d37bd-ca92-48d2-aef2-10b3963244a5. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 997.522116] env[62668]: DEBUG oslo_concurrency.lockutils [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] Acquiring lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.522389] env[62668]: DEBUG oslo_concurrency.lockutils [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] Acquired lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.522781] env[62668]: DEBUG nova.network.neutron [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Refreshing network info cache for port 485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.535471] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684139, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.549409] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684138, 'name': ReconfigVM_Task, 'duration_secs': 0.485667} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.549687] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 565a06bc-7fad-4110-9b44-6281d3dda005/565a06bc-7fad-4110-9b44-6281d3dda005.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.550389] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3104461-24e2-46a8-954f-23bbb4a05130 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.557042] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 997.557042] env[62668]: value = "task-2684140" [ 997.557042] env[62668]: _type = "Task" [ 997.557042] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.566091] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684140, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.620733] env[62668]: DEBUG nova.network.neutron [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updated VIF entry in instance network info cache for port 48169b40-a037-4338-ae35-742a04ecd3ad. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.621269] env[62668]: DEBUG nova.network.neutron [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap48169b40-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.769248] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.769784] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.770987] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.770987] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.770987] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.778076] env[62668]: INFO nova.compute.manager [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Terminating instance [ 997.779811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "e1acd7e7-0122-494d-9390-5a10092a5034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.780055] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.780272] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.780533] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.780684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.784089] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Successfully created port: 50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.788574] env[62668]: INFO nova.compute.manager [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Terminating instance [ 997.790981] env[62668]: INFO nova.compute.manager [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Took 24.43 seconds to build instance. [ 997.843511] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.901974] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.042400] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684139, 'name': CreateVM_Task, 'duration_secs': 0.379364} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.042572] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.043696] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.043696] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.043857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.044045] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892303dc-e603-45a1-8955-cf55bce25c57 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.049233] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 998.049233] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bad221-5335-b701-9aef-87225995913c" [ 998.049233] env[62668]: _type = "Task" [ 998.049233] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.065158] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bad221-5335-b701-9aef-87225995913c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.070077] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684140, 'name': Rename_Task, 'duration_secs': 0.302416} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.072435] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.074732] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b197367a-767f-4b9f-84de-107f154d0dae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.081860] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 998.081860] env[62668]: value = "task-2684141" [ 998.081860] env[62668]: _type = "Task" [ 998.081860] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.090466] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.129722] env[62668]: DEBUG oslo_concurrency.lockutils [req-5df216af-007b-4be1-a80a-4a7ddeab0cb9 req-5dc67675-e9cd-461c-8f35-4966cafadece service nova] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.134276] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d711f-15b6-433f-8b82-a57b2e1fe054 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.142531] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7b06f-2a97-4508-892e-1fda1fb6b221 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.177398] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b3b4d7-bbcb-46c8-b990-ceeb32f1561d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.185588] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c39f55-89dc-497d-8b6c-a9b5399221ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.201737] env[62668]: DEBUG nova.compute.provider_tree [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.284730] env[62668]: DEBUG nova.compute.manager [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.284941] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.285829] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c9991f-6f70-4600-9f36-aa79a3600a82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.293611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-59d3ee05-970d-446e-8997-cbf88d60cdf8 tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.945s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.294155] env[62668]: DEBUG nova.compute.manager [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.294346] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.294623] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.295329] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc0cd39-052b-4688-922e-c09542b91b4d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.297772] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52beea4-2135-42e3-b2ee-3c61e3ccad88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.303858] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.304905] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f18c4e21-8a2c-464c-a517-f38b733bce56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.306340] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 998.306340] env[62668]: value = "task-2684142" [ 998.306340] env[62668]: _type = "Task" [ 998.306340] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.315499] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.316287] env[62668]: DEBUG nova.network.neutron [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Updated VIF entry in instance network info cache for port 485d37bd-ca92-48d2-aef2-10b3963244a5. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.316602] env[62668]: DEBUG nova.network.neutron [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Updating instance_info_cache with network_info: [{"id": "485d37bd-ca92-48d2-aef2-10b3963244a5", "address": "fa:16:3e:2d:4a:61", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485d37bd-ca", "ovs_interfaceid": "485d37bd-ca92-48d2-aef2-10b3963244a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.381852] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.382085] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.382273] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore2] e1acd7e7-0122-494d-9390-5a10092a5034 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.382526] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87bcb4e-1b2d-4786-af95-6022f7cb9715 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.388954] env[62668]: DEBUG oslo_vmware.api [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 998.388954] env[62668]: value = "task-2684144" [ 998.388954] env[62668]: _type = "Task" [ 998.388954] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.397690] env[62668]: DEBUG oslo_vmware.api [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.560316] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bad221-5335-b701-9aef-87225995913c, 'name': SearchDatastore_Task, 'duration_secs': 0.035414} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.560759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.561059] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.561337] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.561523] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.561762] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.562075] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-762c9e4e-16d1-4cc6-82f7-326fee560b8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.581212] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.581415] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.582247] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13251ad-1813-4d4a-a173-eeb6890d4b05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.591055] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 998.591055] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6f94f-f46b-9a28-cee4-9954be68f59a" [ 998.591055] env[62668]: _type = "Task" [ 998.591055] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.594259] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.603422] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6f94f-f46b-9a28-cee4-9954be68f59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.707731] env[62668]: DEBUG nova.scheduler.client.report [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.816280] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684142, 'name': PowerOffVM_Task, 'duration_secs': 0.365479} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.816546] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.816716] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.816964] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a47d1eb7-ea30-48b2-b985-729b737716ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.818658] env[62668]: DEBUG oslo_concurrency.lockutils [req-17933475-6946-48f3-8b6f-60d066ebc33e req-a81c0b46-4775-411a-9eeb-49c8c8951680 service nova] Releasing lock "refresh_cache-7d4281ce-166d-4052-ba22-2888721429b1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.855657] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.882434] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.882682] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.882837] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.883035] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.883192] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.883340] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.883548] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.883709] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.883874] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.884046] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.884221] env[62668]: DEBUG nova.virt.hardware [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.885412] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23237f7-c83a-4b6c-b567-66e3cdcc1649 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.896846] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de831af-d75f-44ae-8943-9f8e1f0c9e15 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.903041] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.903258] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.903440] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Deleting the datastore file [datastore2] aa2b68d2-543e-4b47-ba19-4e94281ed803 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.903745] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc972ba4-4f1c-48bd-b794-ec9cd9ee2504 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.915662] env[62668]: DEBUG oslo_vmware.api [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276838} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.916267] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.916442] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.916639] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.916813] env[62668]: INFO nova.compute.manager [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Took 0.62 seconds to destroy the instance on the hypervisor. [ 998.917079] env[62668]: DEBUG oslo.service.loopingcall [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.917272] env[62668]: DEBUG nova.compute.manager [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.917366] env[62668]: DEBUG nova.network.neutron [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.921869] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for the task: (returnval){ [ 998.921869] env[62668]: value = "task-2684146" [ 998.921869] env[62668]: _type = "Task" [ 998.921869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.927437] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.992047] env[62668]: INFO nova.compute.manager [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Rescuing [ 998.992047] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.992047] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.992293] env[62668]: DEBUG nova.network.neutron [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.094598] env[62668]: DEBUG oslo_vmware.api [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684141, 'name': PowerOnVM_Task, 'duration_secs': 0.927516} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.099326] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.099637] env[62668]: INFO nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Took 8.87 seconds to spawn the instance on the hypervisor. [ 999.099844] env[62668]: DEBUG nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.101022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3bf0fe-7dec-4f82-988b-0fc50d614e0b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.847316] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.011s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.847818] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.855706] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6f94f-f46b-9a28-cee4-9954be68f59a, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.856543] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Successfully updated port: 50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.860035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.860243] env[62668]: DEBUG nova.objects.instance [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'resources' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.865136] env[62668]: DEBUG nova.compute.manager [req-5077cbc6-237e-4136-8871-fb91c6bc0e1e req-c34ce926-9b6b-4e81-8876-61818f92111f service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Received event network-vif-deleted-668a607d-1560-4388-b899-6a150acc1dc4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 999.865393] env[62668]: INFO nova.compute.manager [req-5077cbc6-237e-4136-8871-fb91c6bc0e1e req-c34ce926-9b6b-4e81-8876-61818f92111f service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Neutron deleted interface 668a607d-1560-4388-b899-6a150acc1dc4; detaching it from the instance and deleting it from the info cache [ 999.865487] env[62668]: DEBUG nova.network.neutron [req-5077cbc6-237e-4136-8871-fb91c6bc0e1e req-c34ce926-9b6b-4e81-8876-61818f92111f service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.870166] env[62668]: DEBUG nova.compute.manager [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Received event network-vif-plugged-50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 999.870294] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Acquiring lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.870552] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.870730] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.871203] env[62668]: DEBUG nova.compute.manager [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] No waiting events found dispatching network-vif-plugged-50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.871203] env[62668]: WARNING nova.compute.manager [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Received unexpected event network-vif-plugged-50de77b6-4909-4372-a83f-986c7804894d for instance with vm_state building and task_state spawning. [ 999.871352] env[62668]: DEBUG nova.compute.manager [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Received event network-changed-50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 999.871406] env[62668]: DEBUG nova.compute.manager [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Refreshing instance network info cache due to event network-changed-50de77b6-4909-4372-a83f-986c7804894d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 999.871606] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Acquiring lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.871736] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Acquired lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.871898] env[62668]: DEBUG nova.network.neutron [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Refreshing network info cache for port 50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.879845] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a078ed-6776-4d9e-b0d3-afed322f73a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.893903] env[62668]: DEBUG oslo_vmware.api [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Task: {'id': task-2684146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340784} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.895768] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 999.895768] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527abbe8-5a9f-f8de-8118-74fe7d6d580b" [ 999.895768] env[62668]: _type = "Task" [ 999.895768] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.896906] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.897348] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.897558] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.897735] env[62668]: INFO nova.compute.manager [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Took 1.61 seconds to destroy the instance on the hypervisor. [ 999.897977] env[62668]: DEBUG oslo.service.loopingcall [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.899155] env[62668]: DEBUG nova.compute.manager [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.899257] env[62668]: DEBUG nova.network.neutron [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.911655] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527abbe8-5a9f-f8de-8118-74fe7d6d580b, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.913192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.913311] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.914902] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae5df83-98e7-465b-a0b9-55f9e55be5f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.923624] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 999.923624] env[62668]: value = "task-2684147" [ 999.923624] env[62668]: _type = "Task" [ 999.923624] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.934796] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.168056] env[62668]: DEBUG nova.network.neutron [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [{"id": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "address": "fa:16:3e:82:a0:2f", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d96497e-a7", "ovs_interfaceid": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.352870] env[62668]: DEBUG nova.compute.utils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.354348] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.354509] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.377509] env[62668]: DEBUG nova.objects.instance [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'numa_topology' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.378540] env[62668]: DEBUG nova.network.neutron [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.384774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.396355] env[62668]: DEBUG nova.policy [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.415627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "63791892-e12f-4ae7-912c-80979dba80f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.415833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.416054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "63791892-e12f-4ae7-912c-80979dba80f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.416258] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.416483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.425503] env[62668]: INFO nova.compute.manager [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Terminating instance [ 1000.428008] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-883b1cfc-b758-433c-bd4d-8a98b361ea55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.437033] env[62668]: INFO nova.compute.manager [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Took 21.27 seconds to build instance. [ 1000.445590] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684147, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.446666] env[62668]: DEBUG nova.network.neutron [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.453191] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78facec3-8dba-47ab-acc7-9c5709afa444 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.489330] env[62668]: DEBUG nova.compute.manager [req-5077cbc6-237e-4136-8871-fb91c6bc0e1e req-c34ce926-9b6b-4e81-8876-61818f92111f service nova] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Detach interface failed, port_id=668a607d-1560-4388-b899-6a150acc1dc4, reason: Instance e1acd7e7-0122-494d-9390-5a10092a5034 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1000.527452] env[62668]: DEBUG nova.network.neutron [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.671162] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.691337] env[62668]: DEBUG nova.network.neutron [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.733928] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Successfully created port: cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.857605] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.884019] env[62668]: DEBUG nova.objects.base [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.884019] env[62668]: INFO nova.compute.manager [-] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Took 1.97 seconds to deallocate network for instance. [ 1000.939594] env[62668]: DEBUG nova.compute.manager [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.939804] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.940196] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f47c05f5-6d66-4d0e-91eb-b834613eb62f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.783s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.944136] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77762ea-51e7-4506-9051-695ef84b0536 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.948737] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874698} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.948996] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.949224] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.949831] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f73abd16-8ebb-4205-a2d2-f47bfddbcefe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.954095] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.954610] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e2d4b5-c033-4975-b549-c95ac0d3c78b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.960712] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1000.960712] env[62668]: value = "task-2684148" [ 1000.960712] env[62668]: _type = "Task" [ 1000.960712] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.965510] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 1000.965510] env[62668]: value = "task-2684149" [ 1000.965510] env[62668]: _type = "Task" [ 1000.965510] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.971793] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.980047] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.032036] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b619f15-6daf-4ea7-940d-13c823cc9597 req-dbae7ec0-f895-4220-b8fc-ebfb8bd8cfea service nova] Releasing lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.032585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquired lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032749] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.159789] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8030bb-a2ff-4d4a-bfda-be5608d12532 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.167570] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af87cb8-0884-47f8-a0aa-d3d36df7a964 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.198774] env[62668]: INFO nova.compute.manager [-] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Took 1.30 seconds to deallocate network for instance. [ 1001.201462] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f359d89-bb2a-4faf-bb6f-f0c34b00ccc9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.213802] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f6a7b6-e927-4a5a-a9a5-58dfbd8a15ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.229161] env[62668]: DEBUG nova.compute.provider_tree [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.358915] env[62668]: DEBUG nova.compute.manager [req-30da76b5-c6a2-4480-a7fe-3b1ff813f328 req-609ca3c9-f1ff-4727-9f4b-063ce125379d service nova] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Received event network-vif-deleted-f0a88970-da34-4ad0-bcd3-83c529fd4039 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1001.394549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.469899] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175357} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.473670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.474571] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10005ba8-f243-461e-a7dd-fa85f32c6d90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.483780] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684149, 'name': PowerOffVM_Task, 'duration_secs': 0.346605} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.494716] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.495401] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.505946] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.506587] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b774b28-ab41-4204-96c5-377c5bc03496 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.508063] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0b2175-7115-4922-837a-fbf44707cace {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.529517] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1001.529517] env[62668]: value = "task-2684151" [ 1001.529517] env[62668]: _type = "Task" [ 1001.529517] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.539493] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.567724] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.594936] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.595496] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.595496] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleting the datastore file [datastore2] 63791892-e12f-4ae7-912c-80979dba80f7 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.596372] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-731c7e23-644b-4304-b535-64ae1402b2c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.603137] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for the task: (returnval){ [ 1001.603137] env[62668]: value = "task-2684152" [ 1001.603137] env[62668]: _type = "Task" [ 1001.603137] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.610909] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.708742] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.732672] env[62668]: DEBUG nova.scheduler.client.report [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.745953] env[62668]: DEBUG nova.network.neutron [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Updating instance_info_cache with network_info: [{"id": "50de77b6-4909-4372-a83f-986c7804894d", "address": "fa:16:3e:71:b7:f6", "network": {"id": "d3e936ed-4364-4268-a4fc-621ff543b2ef", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956946230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05609bb90bad4ecfadb088831911a903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50de77b6-49", "ovs_interfaceid": "50de77b6-4909-4372-a83f-986c7804894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.868039] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.889630] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.889876] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.890046] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.890225] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.890372] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.890519] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.890771] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.891462] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.891462] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.891462] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.891462] env[62668]: DEBUG nova.virt.hardware [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.892666] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a87a7-870e-4a7a-a4a7-a0887cbc1c38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.901144] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80383aca-3435-4488-8153-86ee41652801 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.040692] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684151, 'name': ReconfigVM_Task, 'duration_secs': 0.293111} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.042745] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.045686] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0940eccf-5cc3-48b7-aedf-b7605af30e23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.047706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "6932552a-e110-43f7-a317-ea135432b2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.048284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.054634] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1002.054634] env[62668]: value = "task-2684153" [ 1002.054634] env[62668]: _type = "Task" [ 1002.054634] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.065712] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684153, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.113039] env[62668]: DEBUG oslo_vmware.api [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Task: {'id': task-2684152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265998} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.113312] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.113496] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.113670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.113841] env[62668]: INFO nova.compute.manager [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.114098] env[62668]: DEBUG oslo.service.loopingcall [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.114721] env[62668]: DEBUG nova.compute.manager [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.114855] env[62668]: DEBUG nova.network.neutron [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.226560] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.227076] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a96edd-af92-4a3b-91d6-5dfc94b9413a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.233508] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1002.233508] env[62668]: value = "task-2684154" [ 1002.233508] env[62668]: _type = "Task" [ 1002.233508] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.239288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.249116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.117s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.249168] env[62668]: INFO nova.compute.claims [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.252292] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.254590] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Releasing lock "refresh_cache-b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.254590] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance network_info: |[{"id": "50de77b6-4909-4372-a83f-986c7804894d", "address": "fa:16:3e:71:b7:f6", "network": {"id": "d3e936ed-4364-4268-a4fc-621ff543b2ef", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956946230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05609bb90bad4ecfadb088831911a903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50de77b6-49", "ovs_interfaceid": "50de77b6-4909-4372-a83f-986c7804894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.254590] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b7:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50de77b6-4909-4372-a83f-986c7804894d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.269283] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Creating folder: Project (05609bb90bad4ecfadb088831911a903). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.269514] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6809f283-3268-4681-9d23-3502133220d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.283241] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Created folder: Project (05609bb90bad4ecfadb088831911a903) in parent group-v540833. [ 1002.283452] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Creating folder: Instances. Parent ref: group-v541104. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.283712] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b9178ab-6c43-4a6e-8732-90ffc3014409 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.296686] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Created folder: Instances in parent group-v541104. [ 1002.296935] env[62668]: DEBUG oslo.service.loopingcall [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.297237] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.297369] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-180ab90e-1832-449b-a3a8-a92127feeee4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.322564] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Successfully updated port: cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.334741] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.334741] env[62668]: value = "task-2684157" [ 1002.334741] env[62668]: _type = "Task" [ 1002.334741] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.346221] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684157, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.421559] env[62668]: DEBUG nova.compute.manager [req-9a33e44d-fba3-4189-ac05-11e2aa6f5ecb req-b51de5ae-a696-4b4d-b8d6-90addc286365 service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Received event network-vif-deleted-3d45da5f-8f6c-432b-8f98-07e534b48a64 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1002.421559] env[62668]: INFO nova.compute.manager [req-9a33e44d-fba3-4189-ac05-11e2aa6f5ecb req-b51de5ae-a696-4b4d-b8d6-90addc286365 service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Neutron deleted interface 3d45da5f-8f6c-432b-8f98-07e534b48a64; detaching it from the instance and deleting it from the info cache [ 1002.421969] env[62668]: DEBUG nova.network.neutron [req-9a33e44d-fba3-4189-ac05-11e2aa6f5ecb req-b51de5ae-a696-4b4d-b8d6-90addc286365 service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.551375] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.564030] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684153, 'name': Rename_Task, 'duration_secs': 0.176667} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.564288] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.564768] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a9b842f-2f29-4dee-93e3-db780cad5026 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.571504] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1002.571504] env[62668]: value = "task-2684158" [ 1002.571504] env[62668]: _type = "Task" [ 1002.571504] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.578968] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.742750] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684154, 'name': PowerOffVM_Task, 'duration_secs': 0.209672} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.743120] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.743905] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad01645-882e-4c77-b4c4-06bbef2951ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.766421] env[62668]: DEBUG oslo_concurrency.lockutils [None req-659aa327-d589-4c1e-a61a-7d742b91d8d7 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.382s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.767906] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.866s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.768136] env[62668]: INFO nova.compute.manager [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Unshelving [ 1002.769778] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcabc753-7946-4d4c-ad9e-5fe475c93729 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.805995] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.806320] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824c6961-e247-42e8-9e55-50298a090ba4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.813072] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1002.813072] env[62668]: value = "task-2684159" [ 1002.813072] env[62668]: _type = "Task" [ 1002.813072] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.821685] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.829399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.829682] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.829796] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.847780] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684157, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.902755] env[62668]: DEBUG nova.network.neutron [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.924320] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcccb7ae-4518-4a6e-82b1-3e87eae30e5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.933829] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb35875-54d1-47df-a1cb-d5a29d7c6951 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.966426] env[62668]: DEBUG nova.compute.manager [req-9a33e44d-fba3-4189-ac05-11e2aa6f5ecb req-b51de5ae-a696-4b4d-b8d6-90addc286365 service nova] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Detach interface failed, port_id=3d45da5f-8f6c-432b-8f98-07e534b48a64, reason: Instance 63791892-e12f-4ae7-912c-80979dba80f7 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1003.076690] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.082249] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684158, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.325845] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.326086] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.326360] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.326508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.326685] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.327182] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bedad3f2-fcaa-4251-b698-f649dfdbd3a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.336221] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.336409] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.337192] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c40264-a26a-43f6-90c6-b8812c971389 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.347942] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1003.347942] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b884a-1543-0684-3731-1a5e26a2fa80" [ 1003.347942] env[62668]: _type = "Task" [ 1003.347942] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.351105] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684157, 'name': CreateVM_Task, 'duration_secs': 0.851497} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.353917] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.354609] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.354783] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.355108] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.357893] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272508ef-9e24-4a54-b4af-49c0d198afb6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.363958] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520b884a-1543-0684-3731-1a5e26a2fa80, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.364667] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d98998-ddc8-4fe8-bbed-12ae8154dee9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.368022] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1003.368022] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52334a78-aa2f-58b5-53de-b0c3f63a0016" [ 1003.368022] env[62668]: _type = "Task" [ 1003.368022] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.372752] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1003.372752] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce207a-36c4-d46a-adc9-d8c6a3cbccf4" [ 1003.372752] env[62668]: _type = "Task" [ 1003.372752] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.382032] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52334a78-aa2f-58b5-53de-b0c3f63a0016, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.382626] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.382846] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.383134] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.383297] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.383453] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.384595] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10d3dca-0789-4dc5-b537-c0efdda1c44a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.387152] env[62668]: DEBUG nova.compute.manager [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-vif-plugged-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1003.387356] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.387551] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.387715] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.387882] env[62668]: DEBUG nova.compute.manager [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] No waiting events found dispatching network-vif-plugged-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.388097] env[62668]: WARNING nova.compute.manager [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received unexpected event network-vif-plugged-cccb75be-8431-4939-8279-ac3320028c4a for instance with vm_state building and task_state spawning. [ 1003.388276] env[62668]: DEBUG nova.compute.manager [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1003.388429] env[62668]: DEBUG nova.compute.manager [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1003.388595] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.396387] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce207a-36c4-d46a-adc9-d8c6a3cbccf4, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.397172] env[62668]: DEBUG oslo_concurrency.lockutils [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.397368] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1003.397619] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c802b3b1-68dd-402f-8f06-9b017badabce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.402555] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.402724] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.404399] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f65b05-c71b-4be5-9e11-b740d2a06c91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.407301] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1003.407301] env[62668]: value = "task-2684160" [ 1003.407301] env[62668]: _type = "Task" [ 1003.407301] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.409852] env[62668]: INFO nova.compute.manager [-] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Took 1.29 seconds to deallocate network for instance. [ 1003.418906] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1003.418906] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5233dd9c-de13-3d71-a14b-2ad646f80ef3" [ 1003.418906] env[62668]: _type = "Task" [ 1003.418906] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.428095] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.434156] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5233dd9c-de13-3d71-a14b-2ad646f80ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.008278} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.435314] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db887239-7f30-4bac-9b1e-512b8f39a1bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.440454] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1003.440454] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cc5e12-eedf-85c2-0c45-f7e2f218fd98" [ 1003.440454] env[62668]: _type = "Task" [ 1003.440454] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.451474] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cc5e12-eedf-85c2-0c45-f7e2f218fd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.560855] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a858cfd-254b-4cb4-9e30-df7434f388da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.568430] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8a2e6-6f6d-4a5a-8f4c-11c729228527 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.610313] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f8a71-708e-4f9e-9b1c-c0413f285c9c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.618082] env[62668]: DEBUG oslo_vmware.api [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684158, 'name': PowerOnVM_Task, 'duration_secs': 0.705327} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.618932] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.619156] env[62668]: INFO nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1003.619341] env[62668]: DEBUG nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.620295] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8152c-aa1e-42e8-b011-df90596087c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.628948] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d128088-b18b-495e-96f9-8a98c462318b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.654996] env[62668]: DEBUG nova.compute.provider_tree [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.660560] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.800929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.840189] env[62668]: DEBUG nova.network.neutron [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.920451] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.921516] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453578} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.921516] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 1003.922057] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9e82d-9b1e-48cd-b5a8-f8924e023763 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.946680] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.947049] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c71978-b0ed-4b33-a3e5-7c32290d00fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.969819] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cc5e12-eedf-85c2-0c45-f7e2f218fd98, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.971041] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.971305] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4d2cc7f-0394-420c-984f-b63c3e3bc4c1/b4d2cc7f-0394-420c-984f-b63c3e3bc4c1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.971636] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1003.971636] env[62668]: value = "task-2684161" [ 1003.971636] env[62668]: _type = "Task" [ 1003.971636] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.971853] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178dee00-d68c-4893-b07d-f0fd24aa71df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.981393] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.982544] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1003.982544] env[62668]: value = "task-2684162" [ 1003.982544] env[62668]: _type = "Task" [ 1003.982544] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.989824] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.149192] env[62668]: INFO nova.compute.manager [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Took 22.49 seconds to build instance. [ 1004.164921] env[62668]: DEBUG nova.scheduler.client.report [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.342706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.343175] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Instance network_info: |[{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.343568] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.343759] env[62668]: DEBUG nova.network.neutron [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.345345] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:0f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cccb75be-8431-4939-8279-ac3320028c4a', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.353187] env[62668]: DEBUG oslo.service.loopingcall [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.353644] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.353869] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66266590-96dc-4def-8aa7-f8e5b09b4808 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.375740] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.375740] env[62668]: value = "task-2684163" [ 1004.375740] env[62668]: _type = "Task" [ 1004.375740] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.383093] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684163, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.484453] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.494252] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.651302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9f7c1e5c-de9b-4e62-9b4d-f892338c4f66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.998s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.670667] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.671354] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.674586] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.280s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.674877] env[62668]: DEBUG nova.objects.instance [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'resources' on Instance uuid e1acd7e7-0122-494d-9390-5a10092a5034 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.887268] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684163, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.983816] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684161, 'name': ReconfigVM_Task, 'duration_secs': 0.82} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.986419] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.987374] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a0744-17d8-4243-9e32-bdf9ef12cc5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.998464] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939227} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.014667] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4d2cc7f-0394-420c-984f-b63c3e3bc4c1/b4d2cc7f-0394-420c-984f-b63c3e3bc4c1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.014914] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.020946] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2588e93c-48fd-41f1-be98-b394289f4762 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.022940] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc64fe3-6eca-4992-8f3d-32e86320c143 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.042235] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1005.042235] env[62668]: value = "task-2684164" [ 1005.042235] env[62668]: _type = "Task" [ 1005.042235] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.043585] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1005.043585] env[62668]: value = "task-2684165" [ 1005.043585] env[62668]: _type = "Task" [ 1005.043585] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.058720] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.063022] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.177917] env[62668]: DEBUG nova.compute.utils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.182398] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.182610] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.187803] env[62668]: DEBUG nova.network.neutron [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.188178] env[62668]: DEBUG nova.network.neutron [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.245127] env[62668]: DEBUG nova.policy [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad8f121a7504957aa1aca268edea3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd887e5359fce4d43be9aefea9d0f9e30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.386598] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684163, 'name': CreateVM_Task, 'duration_secs': 0.87149} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.386829] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.387440] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.387606] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.387922] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.390355] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74da8e32-1875-449d-997a-69a2ff796c7c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.395029] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1005.395029] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522127c8-9cb4-167b-27da-115fb6a8ad6c" [ 1005.395029] env[62668]: _type = "Task" [ 1005.395029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.404179] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522127c8-9cb4-167b-27da-115fb6a8ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.448647] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d7ff9-9d05-4a38-bc0c-ac5b2a6ecca2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.455278] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d34906-1ef2-4949-b921-ac210721c103 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.485618] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46922e52-64ce-4e33-bf0f-f66cce0da403 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.492495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6116073-2a61-4372-b174-b795a3ffeefe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.506074] env[62668]: DEBUG nova.compute.provider_tree [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.538297] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.538601] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.538806] env[62668]: DEBUG nova.compute.manager [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.539701] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c154835-358d-4c84-8e56-f89d8001abb2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.546564] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Successfully created port: 418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.552166] env[62668]: DEBUG nova.compute.manager [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.552766] env[62668]: DEBUG nova.objects.instance [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'flavor' on Instance uuid 7d4281ce-166d-4052-ba22-2888721429b1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.563436] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076839} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.565972] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.566332] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684165, 'name': ReconfigVM_Task, 'duration_secs': 0.408793} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.567857] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dae3f6-588e-4d1a-a67b-c82345553150 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.570474] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.571275] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1537e276-f154-4cc3-a640-3c452f3ee00a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.595020] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b4d2cc7f-0394-420c-984f-b63c3e3bc4c1/b4d2cc7f-0394-420c-984f-b63c3e3bc4c1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.595649] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e62b19a-42fc-426f-a06d-e19fb924816c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.612964] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1005.612964] env[62668]: value = "task-2684166" [ 1005.612964] env[62668]: _type = "Task" [ 1005.612964] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.617553] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1005.617553] env[62668]: value = "task-2684167" [ 1005.617553] env[62668]: _type = "Task" [ 1005.617553] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.623710] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684166, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.629511] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.682910] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.690844] env[62668]: DEBUG oslo_concurrency.lockutils [req-bae5bb6e-a86f-4a19-a8c2-0ceb82e84e88 req-f4023ea2-e53d-46d7-b130-0ed541e2ee22 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.905984] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522127c8-9cb4-167b-27da-115fb6a8ad6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.906423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.906709] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.907017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.907172] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.907415] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.907699] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db731dbb-e406-4b05-814f-9c683fa7a55c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.916252] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.916427] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.917140] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def96cd6-48ae-4570-9973-e16a78864700 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.922387] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1005.922387] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b75780-3249-ca83-6d69-58cec1cd03d4" [ 1005.922387] env[62668]: _type = "Task" [ 1005.922387] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.929807] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b75780-3249-ca83-6d69-58cec1cd03d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.009660] env[62668]: DEBUG nova.scheduler.client.report [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.124905] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.129761] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.435333] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b75780-3249-ca83-6d69-58cec1cd03d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.436687] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2985ed39-bd43-42b7-810d-bb6f1cd191a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.445144] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1006.445144] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b798c-0053-b73d-a68f-ea65291a61fc" [ 1006.445144] env[62668]: _type = "Task" [ 1006.445144] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.455111] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b798c-0053-b73d-a68f-ea65291a61fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.515041] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.517476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.809s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.517707] env[62668]: DEBUG nova.objects.instance [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lazy-loading 'resources' on Instance uuid aa2b68d2-543e-4b47-ba19-4e94281ed803 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.541210] env[62668]: INFO nova.scheduler.client.report [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance e1acd7e7-0122-494d-9390-5a10092a5034 [ 1006.559877] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.560189] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c8bac26-6ac0-435a-b81e-a412579bfcab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.567977] env[62668]: DEBUG oslo_vmware.api [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1006.567977] env[62668]: value = "task-2684168" [ 1006.567977] env[62668]: _type = "Task" [ 1006.567977] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.576573] env[62668]: DEBUG oslo_vmware.api [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.622609] env[62668]: DEBUG oslo_vmware.api [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684166, 'name': PowerOnVM_Task, 'duration_secs': 0.901237} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.625597] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.628207] env[62668]: DEBUG nova.compute.manager [None req-864b1271-0b45-45f8-aede-6c21ad29f6f6 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.628920] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd60c06-6fc4-4791-8444-b912d3acdb21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.635472] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684167, 'name': ReconfigVM_Task, 'duration_secs': 0.853557} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.636024] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b4d2cc7f-0394-420c-984f-b63c3e3bc4c1/b4d2cc7f-0394-420c-984f-b63c3e3bc4c1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.636587] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b11189-84f6-4958-8fed-62ecb0801bc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.645387] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1006.645387] env[62668]: value = "task-2684169" [ 1006.645387] env[62668]: _type = "Task" [ 1006.645387] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.653017] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684169, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.693611] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.723592] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.723857] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.724031] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.724233] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.724392] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.724541] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.724934] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.725268] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.725463] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.725644] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.725834] env[62668]: DEBUG nova.virt.hardware [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.726725] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0798f12-2d12-4239-b132-5ec262417289 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.734820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643a5d0-934a-47e1-97d5-a3bc49a030bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.955763] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b798c-0053-b73d-a68f-ea65291a61fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.956208] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.956346] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 24768c79-4d5d-4a28-afc0-7c26f32868d6/24768c79-4d5d-4a28-afc0-7c26f32868d6.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.956538] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487e111c-0e3a-4efe-9070-bcd0aad4cb54 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.960678] env[62668]: DEBUG nova.compute.manager [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Received event network-vif-plugged-418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1006.961260] env[62668]: DEBUG oslo_concurrency.lockutils [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.961260] env[62668]: DEBUG oslo_concurrency.lockutils [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.961260] env[62668]: DEBUG oslo_concurrency.lockutils [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.961425] env[62668]: DEBUG nova.compute.manager [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] No waiting events found dispatching network-vif-plugged-418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.961582] env[62668]: WARNING nova.compute.manager [req-6358eeb0-97a0-49e9-a8e3-bdd1e9050b72 req-aabf6938-99a1-40b8-8a01-bf8195b3d8dc service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Received unexpected event network-vif-plugged-418b89cb-b71e-4b73-81ec-21cf599294b2 for instance with vm_state building and task_state spawning. [ 1006.963414] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1006.963414] env[62668]: value = "task-2684170" [ 1006.963414] env[62668]: _type = "Task" [ 1006.963414] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.972753] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.050491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb9b38a7-3681-4c2d-abe2-fd52d4bebd27 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "e1acd7e7-0122-494d-9390-5a10092a5034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.270s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.054727] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Successfully updated port: 418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.078980] env[62668]: DEBUG oslo_vmware.api [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684168, 'name': PowerOffVM_Task, 'duration_secs': 0.29396} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.081708] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.081855] env[62668]: DEBUG nova.compute.manager [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.083146] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da4989-ce2f-422b-aa26-4222ed77730e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.155845] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684169, 'name': Rename_Task, 'duration_secs': 0.175176} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.158542] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.159478] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ff64eb9-f74f-4de6-a869-e4dab49e0a42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.166976] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1007.166976] env[62668]: value = "task-2684171" [ 1007.166976] env[62668]: _type = "Task" [ 1007.166976] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.178860] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.316139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdced25-66e0-4a2c-a609-72b06e7bce48 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.326593] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b48a6-0193-48bb-a9a2-9941db88d6b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.358463] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ceefc2-94a0-424f-9f5b-f497aa5b22d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.366660] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8628dd7d-1da0-49ae-8f91-b526a01fdbe5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.380714] env[62668]: DEBUG nova.compute.provider_tree [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.477213] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.558165] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.558165] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.558276] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.596784] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4cc21b90-5e2c-4ae9-bd72-08a74145310d tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.678872] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.884093] env[62668]: DEBUG nova.scheduler.client.report [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.974104] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585961} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.974336] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 24768c79-4d5d-4a28-afc0-7c26f32868d6/24768c79-4d5d-4a28-afc0-7c26f32868d6.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.974747] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.974821] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f40bb9ba-440e-464c-a7bf-825880898cdf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.981401] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1007.981401] env[62668]: value = "task-2684172" [ 1007.981401] env[62668]: _type = "Task" [ 1007.981401] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.989329] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.088953] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.143522] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.143764] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.183078] env[62668]: DEBUG oslo_vmware.api [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684171, 'name': PowerOnVM_Task, 'duration_secs': 0.729062} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.183468] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.183804] env[62668]: INFO nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1008.184070] env[62668]: DEBUG nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.185796] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d95cb-0d50-4b0d-a8d7-b30c18daed7b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.190879] env[62668]: INFO nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Rebuilding instance [ 1008.247562] env[62668]: DEBUG nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.248421] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4d87b8-b42e-4691-b59f-2ec69f6711be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.266261] env[62668]: DEBUG nova.network.neutron [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.370195] env[62668]: INFO nova.compute.manager [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Unrescuing [ 1008.370468] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.370619] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.371047] env[62668]: DEBUG nova.network.neutron [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.389212] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.390973] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.314s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.392583] env[62668]: INFO nova.compute.claims [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.407697] env[62668]: INFO nova.scheduler.client.report [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Deleted allocations for instance aa2b68d2-543e-4b47-ba19-4e94281ed803 [ 1008.492063] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064898} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.492268] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.493024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301eeb0a-cd30-4801-8fc5-e9c39abdd0ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.515442] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 24768c79-4d5d-4a28-afc0-7c26f32868d6/24768c79-4d5d-4a28-afc0-7c26f32868d6.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.515686] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994c1324-c87a-47bb-a995-084a79e5bfda {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.534019] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1008.534019] env[62668]: value = "task-2684173" [ 1008.534019] env[62668]: _type = "Task" [ 1008.534019] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.541224] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.645968] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.708037] env[62668]: INFO nova.compute.manager [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Took 18.07 seconds to build instance. [ 1008.770419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.770559] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Instance network_info: |[{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.770976] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:8a:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418b89cb-b71e-4b73-81ec-21cf599294b2', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.778877] env[62668]: DEBUG oslo.service.loopingcall [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.779891] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.780206] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89f2afd0-21df-4059-b303-453972b1915d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.801374] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.801374] env[62668]: value = "task-2684174" [ 1008.801374] env[62668]: _type = "Task" [ 1008.801374] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.809806] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684174, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.917182] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b7815cd1-d5fb-40fc-b048-72fb4f4f9dee tempest-ServersNegativeTestMultiTenantJSON-1492671591 tempest-ServersNegativeTestMultiTenantJSON-1492671591-project-member] Lock "aa2b68d2-543e-4b47-ba19-4e94281ed803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.147s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.999507] env[62668]: DEBUG nova.compute.manager [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Received event network-changed-418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1008.999773] env[62668]: DEBUG nova.compute.manager [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Refreshing instance network info cache due to event network-changed-418b89cb-b71e-4b73-81ec-21cf599294b2. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1009.000218] env[62668]: DEBUG oslo_concurrency.lockutils [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.000445] env[62668]: DEBUG oslo_concurrency.lockutils [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.000686] env[62668]: DEBUG nova.network.neutron [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Refreshing network info cache for port 418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.044936] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684173, 'name': ReconfigVM_Task, 'duration_secs': 0.497427} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.045248] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 24768c79-4d5d-4a28-afc0-7c26f32868d6/24768c79-4d5d-4a28-afc0-7c26f32868d6.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.045870] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09078c7b-3846-4466-a22f-f08814f62e5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.053319] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1009.053319] env[62668]: value = "task-2684175" [ 1009.053319] env[62668]: _type = "Task" [ 1009.053319] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.062040] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684175, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.160348] env[62668]: DEBUG nova.network.neutron [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [{"id": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "address": "fa:16:3e:82:a0:2f", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d96497e-a7", "ovs_interfaceid": "5d96497e-a7fe-4fdf-88ab-5366bdffd929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.172013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.210394] env[62668]: DEBUG oslo_concurrency.lockutils [None req-de58f812-d42f-403c-955d-bff8fac5ec45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.591s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.262134] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.262864] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f8d81a-a300-4f98-93b5-9c078c612a8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.271441] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1009.271441] env[62668]: value = "task-2684176" [ 1009.271441] env[62668]: _type = "Task" [ 1009.271441] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.282403] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.282651] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.283431] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b9fd4-39bd-486d-843f-b5fa4d48a993 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.290229] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.290462] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2c7272-60ab-4b05-84d4-c96cd9ca651a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.309390] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684174, 'name': CreateVM_Task, 'duration_secs': 0.31957} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.309575] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.310214] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.310376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.310751] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.311008] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7563112f-d42a-4bdb-b393-30493452647d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.315507] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1009.315507] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a2ae4a-d724-66f8-9eb1-95d60625203d" [ 1009.315507] env[62668]: _type = "Task" [ 1009.315507] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.323014] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a2ae4a-d724-66f8-9eb1-95d60625203d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.368161] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.368432] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.368671] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.368942] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aef3b16-357a-4792-99e5-55c2b19f2026 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.375300] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1009.375300] env[62668]: value = "task-2684178" [ 1009.375300] env[62668]: _type = "Task" [ 1009.375300] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.383278] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.563623] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684175, 'name': Rename_Task, 'duration_secs': 0.159242} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.565873] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.566476] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-776c508b-3ab5-48ed-98e9-0fb08846606e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.574447] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1009.574447] env[62668]: value = "task-2684179" [ 1009.574447] env[62668]: _type = "Task" [ 1009.574447] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.588050] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.602041] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c2531-47b5-4b36-890c-a8f943a8ff2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.609362] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd78eb-db8f-42b3-b5f0-7a5c5d3febc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.641152] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aecad49-f840-4977-a142-8f6f0497a99f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.648595] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643154b-5d07-45e6-a60d-c926cdad7bc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.664635] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-af2c3492-8ccd-4736-8605-214ea933d09a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.665505] env[62668]: DEBUG nova.objects.instance [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'flavor' on Instance uuid af2c3492-8ccd-4736-8605-214ea933d09a {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.667142] env[62668]: DEBUG nova.compute.provider_tree [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.737671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.737671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.737671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.737671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.737671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.738488] env[62668]: INFO nova.compute.manager [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Terminating instance [ 1009.828018] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a2ae4a-d724-66f8-9eb1-95d60625203d, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.828018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.828018] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.828018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.828018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.828018] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.828018] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f8fb29-969d-431d-a51e-ec119e450ca8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.839499] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.839915] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.841023] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cb4e7f-a863-4ddf-9c81-c21304699163 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.846968] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1009.846968] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d49c9c-21af-57c9-825c-a2fcf0e89742" [ 1009.846968] env[62668]: _type = "Task" [ 1009.846968] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.855157] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d49c9c-21af-57c9-825c-a2fcf0e89742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.884430] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170087} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.884811] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.885126] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.885408] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.085352] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.157993] env[62668]: DEBUG nova.network.neutron [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updated VIF entry in instance network info cache for port 418b89cb-b71e-4b73-81ec-21cf599294b2. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.158493] env[62668]: DEBUG nova.network.neutron [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.174876] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c4dfc-1e38-4e0c-9f6a-3f1d86d1eca8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.196488] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.197935] env[62668]: ERROR nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [req-017f285c-0888-409b-b0d7-e61d4b3b3e05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-017f285c-0888-409b-b0d7-e61d4b3b3e05"}]} [ 1010.197935] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb94887-da4c-4dc3-8a37-def9bf30f02d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.206920] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1010.206920] env[62668]: value = "task-2684180" [ 1010.206920] env[62668]: _type = "Task" [ 1010.206920] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.217624] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.217624] env[62668]: DEBUG nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.233421] env[62668]: DEBUG nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.233421] env[62668]: DEBUG nova.compute.provider_tree [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.242343] env[62668]: DEBUG nova.compute.manager [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.242603] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.243547] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cf97b-b3c1-43cc-aa64-1e254ef4e151 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.248180] env[62668]: DEBUG nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.254701] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.254993] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49be1940-f5da-42a6-8750-6634bb14be9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.263047] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1010.263047] env[62668]: value = "task-2684181" [ 1010.263047] env[62668]: _type = "Task" [ 1010.263047] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.271731] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.280759] env[62668]: DEBUG nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.340017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.340017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.360791] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d49c9c-21af-57c9-825c-a2fcf0e89742, 'name': SearchDatastore_Task, 'duration_secs': 0.028987} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.365189] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5dfb61e-b157-46ff-9248-6ff8131dfecb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.370816] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1010.370816] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858063-4bfc-3f00-b9f3-5e3685d70a44" [ 1010.370816] env[62668]: _type = "Task" [ 1010.370816] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.380224] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858063-4bfc-3f00-b9f3-5e3685d70a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.572061] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7342935b-b943-45fc-b92a-1d8ac267a0dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.582750] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fda37-3927-4791-aad5-8c51a84b904f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.588998] env[62668]: DEBUG oslo_vmware.api [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684179, 'name': PowerOnVM_Task, 'duration_secs': 0.796347} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.589576] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.589798] env[62668]: INFO nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1010.589964] env[62668]: DEBUG nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.590673] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d11990-5044-4da8-9f7f-b715aa7a1578 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.617081] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6609631-148d-41ae-a157-d5075308c3f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.628575] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f1200-2694-42fe-932a-66afa37ae128 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.644285] env[62668]: DEBUG nova.compute.provider_tree [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.660794] env[62668]: DEBUG oslo_concurrency.lockutils [req-079e6edb-2fd3-438d-9400-6ab64f2bdfa9 req-91d68744-e1ba-46d0-b06a-c22444f7ac53 service nova] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.716686] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684180, 'name': PowerOffVM_Task, 'duration_secs': 0.218872} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.716959] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.722099] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.722649] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16b50ab-d983-4cbc-86e5-dc5a01c599a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.739633] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1010.739633] env[62668]: value = "task-2684182" [ 1010.739633] env[62668]: _type = "Task" [ 1010.739633] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.747399] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.771625] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684181, 'name': PowerOffVM_Task, 'duration_secs': 0.307085} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.771951] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.772152] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.772499] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4fefc94-dcff-45ee-8ebf-ec526cc46233 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.839068] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.839314] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.839497] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Deleting the datastore file [datastore1] b4d2cc7f-0394-420c-984f-b63c3e3bc4c1 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.839787] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4f8bbe-9fb1-4d69-8a9e-450603b7275b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.842663] env[62668]: DEBUG nova.compute.utils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1010.848403] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for the task: (returnval){ [ 1010.848403] env[62668]: value = "task-2684184" [ 1010.848403] env[62668]: _type = "Task" [ 1010.848403] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.856431] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.880698] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858063-4bfc-3f00-b9f3-5e3685d70a44, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.881991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.881991] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.881991] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-232384f6-e966-4da5-bafa-85c93216be12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.889026] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1010.889026] env[62668]: value = "task-2684185" [ 1010.889026] env[62668]: _type = "Task" [ 1010.889026] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.897405] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.949244] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.950291] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.950291] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.950291] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.950291] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.950291] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.950932] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.950932] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.951044] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.951226] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.951425] env[62668]: DEBUG nova.virt.hardware [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.952575] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a8259-bac2-4153-9937-c69856f96440 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.962048] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551fce6-7ac5-44f2-9d7d-f701c7751efb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.977606] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4a:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485d37bd-ca92-48d2-aef2-10b3963244a5', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.988149] env[62668]: DEBUG oslo.service.loopingcall [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.988826] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.991045] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1d44472-f1d6-4d48-89fb-fd50b31c22a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.016818] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.016818] env[62668]: value = "task-2684186" [ 1011.016818] env[62668]: _type = "Task" [ 1011.016818] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.026529] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684186, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.138242] env[62668]: INFO nova.compute.manager [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Took 16.49 seconds to build instance. [ 1011.185636] env[62668]: DEBUG nova.scheduler.client.report [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.186008] env[62668]: DEBUG nova.compute.provider_tree [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 145 to 146 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.186229] env[62668]: DEBUG nova.compute.provider_tree [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.255064] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684182, 'name': ReconfigVM_Task, 'duration_secs': 0.242054} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.255064] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.255064] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.255064] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f05d6f4-be7f-4430-afd8-311f5c5f5f53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.261779] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1011.261779] env[62668]: value = "task-2684187" [ 1011.261779] env[62668]: _type = "Task" [ 1011.261779] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.274072] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.346560] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.359932] env[62668]: DEBUG oslo_vmware.api [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Task: {'id': task-2684184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165853} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.363547] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.363547] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.363547] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.363547] env[62668]: INFO nova.compute.manager [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.363547] env[62668]: DEBUG oslo.service.loopingcall [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.363547] env[62668]: DEBUG nova.compute.manager [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.363547] env[62668]: DEBUG nova.network.neutron [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.400396] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.528698] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684186, 'name': CreateVM_Task, 'duration_secs': 0.391681} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.529068] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.529844] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.530192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.530642] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.533033] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598055d4-48ec-4709-b338-da4cfda0a676 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.537014] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1011.537014] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522238a5-4de9-a0b8-2b59-3cf9759e2018" [ 1011.537014] env[62668]: _type = "Task" [ 1011.537014] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.546173] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522238a5-4de9-a0b8-2b59-3cf9759e2018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.641463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7bb087fc-cc80-4242-b6ce-c284d4794321 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.008s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.694499] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.302s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.694499] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.697026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.896s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.697293] env[62668]: DEBUG nova.objects.instance [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'pci_requests' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.772803] env[62668]: DEBUG oslo_vmware.api [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684187, 'name': PowerOnVM_Task, 'duration_secs': 0.415147} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.773094] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.773329] env[62668]: DEBUG nova.compute.manager [None req-6868459d-36af-45e0-8060-734c5557cecb tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.774137] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc8b7d-71b3-4f2e-8fa2-10757a53e20b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.903735] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545132} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.904168] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.904852] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.905240] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-809f77fc-889e-4248-ae9e-6434533b320e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.915274] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1011.915274] env[62668]: value = "task-2684188" [ 1011.915274] env[62668]: _type = "Task" [ 1011.915274] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.921111] env[62668]: DEBUG nova.compute.manager [req-8d13912f-2149-4efd-8030-452801b2d380 req-a00b5355-83cf-459e-8999-3979f0b2d590 service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Received event network-vif-deleted-50de77b6-4909-4372-a83f-986c7804894d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1011.921111] env[62668]: INFO nova.compute.manager [req-8d13912f-2149-4efd-8030-452801b2d380 req-a00b5355-83cf-459e-8999-3979f0b2d590 service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Neutron deleted interface 50de77b6-4909-4372-a83f-986c7804894d; detaching it from the instance and deleting it from the info cache [ 1011.921111] env[62668]: DEBUG nova.network.neutron [req-8d13912f-2149-4efd-8030-452801b2d380 req-a00b5355-83cf-459e-8999-3979f0b2d590 service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.929520] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.050803] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522238a5-4de9-a0b8-2b59-3cf9759e2018, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.051137] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.051406] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.051667] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.051863] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.052147] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.052347] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac70a7da-780f-4c2e-976d-7c108446128b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064229] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.064399] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.065196] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5d2a56-8af3-423d-b258-cc3047874974 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.070520] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1012.070520] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293d951-47e2-1a00-30cd-c2ee3f1d4617" [ 1012.070520] env[62668]: _type = "Task" [ 1012.070520] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.084398] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293d951-47e2-1a00-30cd-c2ee3f1d4617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.199241] env[62668]: DEBUG nova.compute.utils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1012.201999] env[62668]: DEBUG nova.objects.instance [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'numa_topology' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.202934] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.203112] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.240839] env[62668]: DEBUG nova.compute.manager [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1012.243043] env[62668]: DEBUG nova.compute.manager [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1012.243043] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.243043] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.243043] env[62668]: DEBUG nova.network.neutron [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.251642] env[62668]: DEBUG nova.network.neutron [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.276712] env[62668]: DEBUG nova.policy [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.427584] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112115} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.427820] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e568e2c-03b1-43e9-bb13-adbd79e9bb26 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.429603] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.430455] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad942cf7-de48-4134-99fc-25c99d5bcf96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.445745] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.446058] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.446474] env[62668]: INFO nova.compute.manager [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attaching volume 86449512-04cc-444d-b40d-b750569c1515 to /dev/sdb [ 1012.457961] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.459653] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425ad825-948f-40da-ad5c-f4bd436ac7d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.484028] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9cef8-79d8-4b97-84bb-3cfdd6e7affe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.501369] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1012.501369] env[62668]: value = "task-2684189" [ 1012.501369] env[62668]: _type = "Task" [ 1012.501369] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.524652] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.525083] env[62668]: DEBUG nova.compute.manager [req-8d13912f-2149-4efd-8030-452801b2d380 req-a00b5355-83cf-459e-8999-3979f0b2d590 service nova] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Detach interface failed, port_id=50de77b6-4909-4372-a83f-986c7804894d, reason: Instance b4d2cc7f-0394-420c-984f-b63c3e3bc4c1 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1012.544629] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263c44e9-c40d-4890-ba2a-8dc62c43acd7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.552030] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e557028-25c8-4f46-a361-2c260bc3ebcd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.568083] env[62668]: DEBUG nova.virt.block_device [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating existing volume attachment record: 73ca1455-89ce-4e36-bebc-ed8300f2f8b3 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1012.582465] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5293d951-47e2-1a00-30cd-c2ee3f1d4617, 'name': SearchDatastore_Task, 'duration_secs': 0.030292} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.583939] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fba138-3b14-44aa-a40b-e937e328d889 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.589751] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1012.589751] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c337ef-72d6-b389-2c88-744dcfce1f9c" [ 1012.589751] env[62668]: _type = "Task" [ 1012.589751] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.601208] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c337ef-72d6-b389-2c88-744dcfce1f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.710132] env[62668]: INFO nova.compute.claims [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.714634] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.754149] env[62668]: INFO nova.compute.manager [-] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Took 1.39 seconds to deallocate network for instance. [ 1012.965691] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Successfully created port: e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.015310] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.033979] env[62668]: DEBUG nova.network.neutron [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.034487] env[62668]: DEBUG nova.network.neutron [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.104882] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c337ef-72d6-b389-2c88-744dcfce1f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.042059} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.104882] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.105817] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.106021] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc98e59-abc7-466d-bccd-de73563e840d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.110946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.111295] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.111539] env[62668]: INFO nova.compute.manager [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Rebooting instance [ 1013.117829] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1013.117829] env[62668]: value = "task-2684192" [ 1013.117829] env[62668]: _type = "Task" [ 1013.117829] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.126108] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.225400] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.225400] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.265059] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.511192] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684189, 'name': ReconfigVM_Task, 'duration_secs': 0.553158} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.511434] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.512110] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37254dc4-a34d-4279-a30d-5e51c2dc3e86 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.519333] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1013.519333] env[62668]: value = "task-2684194" [ 1013.519333] env[62668]: _type = "Task" [ 1013.519333] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.528517] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684194, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.538702] env[62668]: DEBUG oslo_concurrency.lockutils [req-e2681e92-4287-4ef1-b171-629958931797 req-d002983a-0c0f-424b-a511-0dd7472656a2 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.628898] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5069} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.629350] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.629519] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.629787] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f2b9c12-4091-4249-bd4b-3135c84642a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.632959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.632959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.633057] env[62668]: DEBUG nova.network.neutron [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.638762] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1013.638762] env[62668]: value = "task-2684195" [ 1013.638762] env[62668]: _type = "Task" [ 1013.638762] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.647608] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.731242] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.733407] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.765072] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.765435] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.765570] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.765944] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.765944] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.766057] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.766356] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.766522] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.766692] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.766858] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.767041] env[62668]: DEBUG nova.virt.hardware [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.767914] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832cff6-25b0-452c-8fd8-4bb4f6064da4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.785271] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a776b83d-dd4d-4bbe-a3c0-aae2e7ff8955 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.999229] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13803d4d-fd82-46c5-be77-c58da089bb19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.007370] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f350f9-c91f-4524-a923-1f29396751ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.048452] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd092e-0183-40f3-9f31-02cf8847f277 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.056425] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684194, 'name': Rename_Task, 'duration_secs': 0.207628} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.058883] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.059240] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599d63ea-98c2-4698-ae58-4afe70999794 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.061906] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926bd57a-8dc6-4648-a531-3616b6313d88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.077496] env[62668]: DEBUG nova.compute.provider_tree [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.080621] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1014.080621] env[62668]: value = "task-2684196" [ 1014.080621] env[62668]: _type = "Task" [ 1014.080621] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.089638] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684196, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.152017] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074725} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.152368] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.153253] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d315f94-9275-4caf-afef-39697c717b49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.177123] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.177441] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9694e705-652b-43ef-b47d-40adb83c0119 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.200772] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1014.200772] env[62668]: value = "task-2684197" [ 1014.200772] env[62668]: _type = "Task" [ 1014.200772] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.209781] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.269285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.275935] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.276224] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.276406] env[62668]: INFO nova.compute.manager [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Shelving [ 1014.413548] env[62668]: DEBUG nova.network.neutron [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.594367] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.602282] env[62668]: ERROR nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [req-a1dd9cb8-f280-41d0-95af-d0bf954fd262] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1dd9cb8-f280-41d0-95af-d0bf954fd262"}]} [ 1014.618925] env[62668]: DEBUG nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.632081] env[62668]: DEBUG nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.632339] env[62668]: DEBUG nova.compute.provider_tree [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.642932] env[62668]: DEBUG nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.671565] env[62668]: DEBUG nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.715031] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.720023] env[62668]: DEBUG nova.compute.manager [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Received event network-vif-plugged-e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1014.720023] env[62668]: DEBUG oslo_concurrency.lockutils [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] Acquiring lock "6932552a-e110-43f7-a317-ea135432b2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.720023] env[62668]: DEBUG oslo_concurrency.lockutils [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] Lock "6932552a-e110-43f7-a317-ea135432b2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.720023] env[62668]: DEBUG oslo_concurrency.lockutils [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] Lock "6932552a-e110-43f7-a317-ea135432b2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.720023] env[62668]: DEBUG nova.compute.manager [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] No waiting events found dispatching network-vif-plugged-e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.720023] env[62668]: WARNING nova.compute.manager [req-dd63d82d-3e64-465f-b8a3-520407f43a30 req-3db5606b-16b8-4406-abdd-1e07def75f6e service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Received unexpected event network-vif-plugged-e175bd5a-f7d2-4883-92b6-5d06eabbe489 for instance with vm_state building and task_state spawning. [ 1014.917125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.948467] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a99e4-60c8-48de-86fe-7488a3e91268 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.956773] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1ce4b-a712-4da3-8742-3cdc519ad124 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.992954] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b82f35a-332a-4753-aabd-b86d376e1fc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.001194] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc3e4bb-c128-47fd-8571-aaa2dd411007 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.017699] env[62668]: DEBUG nova.compute.provider_tree [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.100988] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.195465] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Successfully updated port: e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.213852] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684197, 'name': ReconfigVM_Task, 'duration_secs': 0.933667} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.214919] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1/7d4281ce-166d-4052-ba22-2888721429b1.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.215560] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1500aea-d416-4032-8e2f-0a84957b5602 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.221516] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1015.221516] env[62668]: value = "task-2684198" [ 1015.221516] env[62668]: _type = "Task" [ 1015.221516] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.232039] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684198, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.286846] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.287649] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82345f6-98d7-40dc-ba8d-4c92dac75812 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.295480] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1015.295480] env[62668]: value = "task-2684200" [ 1015.295480] env[62668]: _type = "Task" [ 1015.295480] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.305690] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.424334] env[62668]: DEBUG nova.compute.manager [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.425179] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2964995-74f8-481d-9833-c652f945b54b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.551942] env[62668]: DEBUG nova.scheduler.client.report [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1015.552265] env[62668]: DEBUG nova.compute.provider_tree [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 147 to 148 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1015.552485] env[62668]: DEBUG nova.compute.provider_tree [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.595728] env[62668]: DEBUG oslo_vmware.api [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684196, 'name': PowerOnVM_Task, 'duration_secs': 1.04286} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.595990] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.596212] env[62668]: INFO nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1015.596390] env[62668]: DEBUG nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.597150] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46068ef0-d562-4175-b569-67af9123f0fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.698068] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.698249] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.698412] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.733142] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684198, 'name': Rename_Task, 'duration_secs': 0.187102} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.733460] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.733697] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a33b2f83-bbeb-4e2a-873f-d244ec81f54c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.739859] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1015.739859] env[62668]: value = "task-2684201" [ 1015.739859] env[62668]: _type = "Task" [ 1015.739859] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.747507] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.805877] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684200, 'name': PowerOffVM_Task, 'duration_secs': 0.217442} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.806169] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.806999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d201ed8-e89e-44d5-93e2-6f3c4ccfa0e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.829470] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f956ff-d73f-4877-9754-cd467fa4a05a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.058075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.361s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.061427] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.141s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.061678] env[62668]: DEBUG nova.objects.instance [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lazy-loading 'resources' on Instance uuid 63791892-e12f-4ae7-912c-80979dba80f7 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.121277] env[62668]: INFO nova.network.neutron [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating port 48169b40-a037-4338-ae35-742a04ecd3ad with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1016.123748] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.124093] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.128489] env[62668]: INFO nova.compute.manager [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Took 19.01 seconds to build instance. [ 1016.242241] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.254620] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.336714] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.337118] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74ea9049-a0ec-4199-8865-dd79f86f23e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.345219] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1016.345219] env[62668]: value = "task-2684202" [ 1016.345219] env[62668]: _type = "Task" [ 1016.345219] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.353593] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684202, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.392930] env[62668]: DEBUG nova.network.neutron [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Updating instance_info_cache with network_info: [{"id": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "address": "fa:16:3e:c9:be:e8", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175bd5a-f7", "ovs_interfaceid": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.441287] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b23b16-c7bb-41b9-bc25-aab24dff24e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.449386] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Doing hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1016.449737] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2beee44a-1464-45fb-9bfa-66d085ba2a1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.456552] env[62668]: DEBUG oslo_vmware.api [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1016.456552] env[62668]: value = "task-2684203" [ 1016.456552] env[62668]: _type = "Task" [ 1016.456552] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.464593] env[62668]: DEBUG oslo_vmware.api [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684203, 'name': ResetVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.628688] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.631565] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2c13cbdf-e001-4541-914c-f186aa5f28b1 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.527s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.752323] env[62668]: DEBUG nova.compute.manager [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Received event network-changed-e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1016.752479] env[62668]: DEBUG nova.compute.manager [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Refreshing instance network info cache due to event network-changed-e175bd5a-f7d2-4883-92b6-5d06eabbe489. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1016.752690] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] Acquiring lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.759420] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684201, 'name': PowerOnVM_Task, 'duration_secs': 0.817343} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.759979] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.760689] env[62668]: DEBUG nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.763042] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f28790-4238-4921-959f-80afbab1a309 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33681124-d240-4188-9cfa-08b42a8bff51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.845468] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70467108-7bee-4ead-b4dc-4b2d410e6c7b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.884685] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512b22b-ee3b-465c-a604-43613678053e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.886748] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684202, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.891513] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e6422-8385-4987-abf1-20866e84d280 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.895749] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.896016] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Instance network_info: |[{"id": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "address": "fa:16:3e:c9:be:e8", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175bd5a-f7", "ovs_interfaceid": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.896312] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] Acquired lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.896489] env[62668]: DEBUG nova.network.neutron [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Refreshing network info cache for port e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.897797] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:be:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e175bd5a-f7d2-4883-92b6-5d06eabbe489', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.905178] env[62668]: DEBUG oslo.service.loopingcall [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.906573] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.906810] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac33509-abae-42ed-b1b9-734ef8ff43e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.929105] env[62668]: DEBUG nova.compute.provider_tree [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.935715] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.935715] env[62668]: value = "task-2684204" [ 1016.935715] env[62668]: _type = "Task" [ 1016.935715] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.946934] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684204, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.967406] env[62668]: DEBUG oslo_vmware.api [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684203, 'name': ResetVM_Task, 'duration_secs': 0.349308} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.967688] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Did hard reboot of VM {{(pid=62668) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1016.967880] env[62668]: DEBUG nova.compute.manager [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.968677] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f046971-f457-403a-84ac-13a03ebbe99b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.150045] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.275654] env[62668]: INFO nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] bringing vm to original state: 'stopped' [ 1017.363500] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684202, 'name': CreateSnapshot_Task, 'duration_secs': 0.811612} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.363795] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.364611] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaf3442-1246-4c80-97a1-565e9c761f07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.432537] env[62668]: DEBUG nova.scheduler.client.report [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.444927] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684204, 'name': CreateVM_Task, 'duration_secs': 0.364726} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.445122] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.445779] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.445947] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.446393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.446535] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ff7125-e9b8-4524-9efb-a91e21b345f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.451869] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1017.451869] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c28285-e429-b6b5-ab38-82516b3c3c55" [ 1017.451869] env[62668]: _type = "Task" [ 1017.451869] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.462399] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c28285-e429-b6b5-ab38-82516b3c3c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.481183] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f746c81-8e65-4ff9-ae80-306a871e7fff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.370s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.627853] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.628122] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541111', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'name': 'volume-86449512-04cc-444d-b40d-b750569c1515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'serial': '86449512-04cc-444d-b40d-b750569c1515'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.628998] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d35659-e23a-4aa4-8108-42d112749002 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.647014] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f038e0e1-df3f-4066-a3b1-143e30a1ed78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673364] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-86449512-04cc-444d-b40d-b750569c1515/volume-86449512-04cc-444d-b40d-b750569c1515.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.673364] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40077209-0210-408a-828d-7274c64e91c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.693696] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1017.693696] env[62668]: value = "task-2684205" [ 1017.693696] env[62668]: _type = "Task" [ 1017.693696] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.705236] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.722548] env[62668]: DEBUG nova.network.neutron [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Updated VIF entry in instance network info cache for port e175bd5a-f7d2-4883-92b6-5d06eabbe489. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.722900] env[62668]: DEBUG nova.network.neutron [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Updating instance_info_cache with network_info: [{"id": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "address": "fa:16:3e:c9:be:e8", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175bd5a-f7", "ovs_interfaceid": "e175bd5a-f7d2-4883-92b6-5d06eabbe489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.763868] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.764068] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.764508] env[62668]: DEBUG nova.network.neutron [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.884692] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.885054] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56208afd-499a-4208-86f0-6f185526baca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.896209] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1017.896209] env[62668]: value = "task-2684206" [ 1017.896209] env[62668]: _type = "Task" [ 1017.896209] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.905101] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684206, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.937851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.940331] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.769s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.941913] env[62668]: INFO nova.compute.claims [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.963102] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c28285-e429-b6b5-ab38-82516b3c3c55, 'name': SearchDatastore_Task, 'duration_secs': 0.023508} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.964295] env[62668]: INFO nova.scheduler.client.report [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Deleted allocations for instance 63791892-e12f-4ae7-912c-80979dba80f7 [ 1017.965419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.965657] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.966347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.966347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.966347] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.968948] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ade1fbe8-daea-4af6-b86c-b83fbb43b2ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.980067] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.980287] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.981168] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e098dd-aa11-4be7-aa59-21580a4e00dd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.988643] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1017.988643] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf1e69-0780-78ef-664b-6f92268a8558" [ 1017.988643] env[62668]: _type = "Task" [ 1017.988643] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.998071] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf1e69-0780-78ef-664b-6f92268a8558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.208828] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.225876] env[62668]: DEBUG oslo_concurrency.lockutils [req-cb4ab41b-189d-43cd-81e7-dc211dbdb04c req-10692922-f005-4efb-87db-164085e8f958 service nova] Releasing lock "refresh_cache-6932552a-e110-43f7-a317-ea135432b2f2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.281700] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.283013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.283013] env[62668]: DEBUG nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.283598] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b384308-e6e4-44cf-b63a-38fadb196c4c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.290591] env[62668]: DEBUG nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1018.406635] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684206, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.477088] env[62668]: DEBUG oslo_concurrency.lockutils [None req-951e6144-9102-4f9b-bc6f-a3ba826b011a tempest-ServerDiskConfigTestJSON-2069967470 tempest-ServerDiskConfigTestJSON-2069967470-project-member] Lock "63791892-e12f-4ae7-912c-80979dba80f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.061s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.498810] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cf1e69-0780-78ef-664b-6f92268a8558, 'name': SearchDatastore_Task, 'duration_secs': 0.016827} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.500219] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a217e75-fa2d-4132-978f-c2ae27b3d6a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.504383] env[62668]: DEBUG nova.network.neutron [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.509428] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1018.509428] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858628-d846-bfdb-f95e-d210645b9947" [ 1018.509428] env[62668]: _type = "Task" [ 1018.509428] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.517628] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858628-d846-bfdb-f95e-d210645b9947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.705463] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684205, 'name': ReconfigVM_Task, 'duration_secs': 0.619118} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.705765] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-86449512-04cc-444d-b40d-b750569c1515/volume-86449512-04cc-444d-b40d-b750569c1515.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.710957] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2bb743-f039-4392-a085-5a00b4330d23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.727775] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1018.727775] env[62668]: value = "task-2684207" [ 1018.727775] env[62668]: _type = "Task" [ 1018.727775] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.736211] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.795268] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Received event network-changed-418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1018.795530] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Refreshing instance network info cache due to event network-changed-418b89cb-b71e-4b73-81ec-21cf599294b2. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1018.795765] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.795927] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.796109] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Refreshing network info cache for port 418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.798261] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.798261] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2670e785-62ad-46a6-a84a-acdbd7b35528 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.807637] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1018.807637] env[62668]: value = "task-2684208" [ 1018.807637] env[62668]: _type = "Task" [ 1018.807637] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.819057] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.907406] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684206, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.007731] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.024180] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52858628-d846-bfdb-f95e-d210645b9947, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.024470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.024868] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6932552a-e110-43f7-a317-ea135432b2f2/6932552a-e110-43f7-a317-ea135432b2f2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.025284] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ab8933-3e80-41c2-a866-2d23d0bd081d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.037284] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1019.037284] env[62668]: value = "task-2684209" [ 1019.037284] env[62668]: _type = "Task" [ 1019.037284] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.039495] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a10118528ac849f9e9e48cacdb452b1f',container_format='bare',created_at=2025-02-19T13:01:52Z,direct_url=,disk_format='vmdk',id=490984d0-59ed-4995-9d93-354efea40666,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1403012782-shelved',owner='fe2e87f1793a4ae38d5f702bea44d7ef',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-19T13:02:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.039716] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.039871] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.040070] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.040224] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.040370] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.040574] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.040734] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.040912] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.041100] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.041282] env[62668]: DEBUG nova.virt.hardware [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.042181] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b7744-a0a4-46d9-922e-d3696c785e83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.059820] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9134592f-5d64-489a-8b2d-b91f30df245d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.064470] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.079540] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:91:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48169b40-a037-4338-ae35-742a04ecd3ad', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.087685] env[62668]: DEBUG oslo.service.loopingcall [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.090566] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.090993] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814a27b9-4bf3-476c-bd74-d32616492927 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.113734] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.113734] env[62668]: value = "task-2684210" [ 1019.113734] env[62668]: _type = "Task" [ 1019.113734] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.122859] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684210, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.237463] env[62668]: DEBUG oslo_vmware.api [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684207, 'name': ReconfigVM_Task, 'duration_secs': 0.212039} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.239024] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541111', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'name': 'volume-86449512-04cc-444d-b40d-b750569c1515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'serial': '86449512-04cc-444d-b40d-b750569c1515'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.319386] env[62668]: DEBUG oslo_vmware.api [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684208, 'name': PowerOffVM_Task, 'duration_secs': 0.229775} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.319827] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.320207] env[62668]: DEBUG nova.compute.manager [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.321537] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891fd51-4f47-4d9a-ba74-a8ba61d2653f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.363498] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d945486-4962-4779-a645-531939a2f6c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.372768] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c156a-7d04-4a5c-93bb-af270789c441 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.417761] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a433bb-ca61-44d4-bef4-f0dcfca5d906 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.426497] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684206, 'name': CloneVM_Task, 'duration_secs': 1.24338} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.428994] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Created linked-clone VM from snapshot [ 1019.429937] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621cf018-d7dc-4a1e-a129-9cd3eebf5e29 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.433825] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205c825-2dfc-4d8f-8bb6-8833909df4c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.446062] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Uploading image 98839295-c923-4739-b96b-954daa331caf {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.454857] env[62668]: DEBUG nova.compute.provider_tree [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.493760] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.493760] env[62668]: value = "vm-541114" [ 1019.493760] env[62668]: _type = "VirtualMachine" [ 1019.493760] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.494107] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc21b5d2-8ccf-4bac-849c-9c161a0c83f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.503320] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease: (returnval){ [ 1019.503320] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247b876-86f4-cd03-ff8f-00c1a19d7951" [ 1019.503320] env[62668]: _type = "HttpNfcLease" [ 1019.503320] env[62668]: } obtained for exporting VM: (result){ [ 1019.503320] env[62668]: value = "vm-541114" [ 1019.503320] env[62668]: _type = "VirtualMachine" [ 1019.503320] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.503742] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the lease: (returnval){ [ 1019.503742] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247b876-86f4-cd03-ff8f-00c1a19d7951" [ 1019.503742] env[62668]: _type = "HttpNfcLease" [ 1019.503742] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.516071] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.516071] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247b876-86f4-cd03-ff8f-00c1a19d7951" [ 1019.516071] env[62668]: _type = "HttpNfcLease" [ 1019.516071] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.516424] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.516424] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247b876-86f4-cd03-ff8f-00c1a19d7951" [ 1019.516424] env[62668]: _type = "HttpNfcLease" [ 1019.516424] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1019.518577] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c95901-e796-4b12-a4f5-b1f9a8f00764 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.525991] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.525991] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1019.607259] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.625159] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684210, 'name': CreateVM_Task, 'duration_secs': 0.485612} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.625383] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.627762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.627762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.627762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.627762] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa4161f-1bed-4b98-9bd5-d657d2ab5bca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.633331] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1019.633331] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b4472b-10dd-5e39-da59-2c8e7f828bae" [ 1019.633331] env[62668]: _type = "Task" [ 1019.633331] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.642851] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b4472b-10dd-5e39-da59-2c8e7f828bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.647681] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-864addd7-af8a-4931-a1b8-e3117e9f0f90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.826189] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updated VIF entry in instance network info cache for port 418b89cb-b71e-4b73-81ec-21cf599294b2. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.826602] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.837505] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.957886] env[62668]: DEBUG nova.scheduler.client.report [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.105722] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664031} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.106101] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 6932552a-e110-43f7-a317-ea135432b2f2/6932552a-e110-43f7-a317-ea135432b2f2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.106347] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.106688] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3095a1f6-928c-425d-bdbd-9310fd7c7816 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114892] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1020.114892] env[62668]: value = "task-2684212" [ 1020.114892] env[62668]: _type = "Task" [ 1020.114892] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.124080] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.145327] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.145526] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Processing image 490984d0-59ed-4995-9d93-354efea40666 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.145788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.145964] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.146273] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.146593] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65de4632-75a1-4bc5-8be4-492265eeaab9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.156549] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.156866] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.157681] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652d095e-23a0-4d70-8425-98778ab6fdbe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.165487] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1020.165487] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525ddf21-4392-0756-6ee0-5842a3f8343d" [ 1020.165487] env[62668]: _type = "Task" [ 1020.165487] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.174199] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525ddf21-4392-0756-6ee0-5842a3f8343d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.274861] env[62668]: DEBUG nova.objects.instance [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'flavor' on Instance uuid e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.329032] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.329424] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1020.329863] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.330961] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.331284] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.331562] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] No waiting events found dispatching network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.331811] env[62668]: WARNING nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received unexpected event network-vif-plugged-48169b40-a037-4338-ae35-742a04ecd3ad for instance with vm_state shelved_offloaded and task_state spawning. [ 1020.331991] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1020.332165] env[62668]: DEBUG nova.compute.manager [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing instance network info cache due to event network-changed-48169b40-a037-4338-ae35-742a04ecd3ad. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1020.332377] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.332543] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.332713] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Refreshing network info cache for port 48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.348259] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.468109] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.468109] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.469476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.205s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.469852] env[62668]: DEBUG nova.objects.instance [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lazy-loading 'resources' on Instance uuid b4d2cc7f-0394-420c-984f-b63c3e3bc4c1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.632257] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076476} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.632257] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.632257] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf112b-d927-4185-bd67-c60dbce26780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.661583] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6932552a-e110-43f7-a317-ea135432b2f2/6932552a-e110-43f7-a317-ea135432b2f2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.662332] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c586be4-7ebf-4b9b-8b7c-1ab4b38b55c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.688683] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1020.689097] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Fetch image to [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1/OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1020.689283] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Downloading stream optimized image 490984d0-59ed-4995-9d93-354efea40666 to [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1/OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1.vmdk on the data store datastore2 as vApp {{(pid=62668) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1020.689657] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Downloading image file data 490984d0-59ed-4995-9d93-354efea40666 to the ESX as VM named 'OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1' {{(pid=62668) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1020.691857] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1020.691857] env[62668]: value = "task-2684213" [ 1020.691857] env[62668]: _type = "Task" [ 1020.691857] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.702076] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.780655] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5b69494c-fa9a-4ecb-96c7-7fed8cf3232f tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.793544] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1020.793544] env[62668]: value = "resgroup-9" [ 1020.793544] env[62668]: _type = "ResourcePool" [ 1020.793544] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1020.793986] env[62668]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1a31fb54-daf6-439f-b08c-d16111e491fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.821581] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lease: (returnval){ [ 1020.821581] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1020.821581] env[62668]: _type = "HttpNfcLease" [ 1020.821581] env[62668]: } obtained for vApp import into resource pool (val){ [ 1020.821581] env[62668]: value = "resgroup-9" [ 1020.821581] env[62668]: _type = "ResourcePool" [ 1020.821581] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1020.821837] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the lease: (returnval){ [ 1020.821837] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1020.821837] env[62668]: _type = "HttpNfcLease" [ 1020.821837] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1020.828699] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.828699] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1020.828699] env[62668]: _type = "HttpNfcLease" [ 1020.828699] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.974281] env[62668]: DEBUG nova.compute.utils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.975852] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.976663] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.084313] env[62668]: DEBUG nova.policy [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.124194] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updated VIF entry in instance network info cache for port 48169b40-a037-4338-ae35-742a04ecd3ad. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.124194] env[62668]: DEBUG nova.network.neutron [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.203468] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684213, 'name': ReconfigVM_Task, 'duration_secs': 0.49857} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.207257] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6932552a-e110-43f7-a317-ea135432b2f2/6932552a-e110-43f7-a317-ea135432b2f2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.208356] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887ee2f3-38e5-4886-8a6f-cc365ab5af61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.215121] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1021.215121] env[62668]: value = "task-2684215" [ 1021.215121] env[62668]: _type = "Task" [ 1021.215121] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.224531] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684215, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.306259] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832b83a-c9f8-48c5-ab37-f1cebacf8e92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.314505] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc523c58-27fa-42da-97d4-db15ec8dcfd0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.356657] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f0fb1-6689-4d58-85f2-4740bc10c57b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.363819] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.363819] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1021.363819] env[62668]: _type = "HttpNfcLease" [ 1021.363819] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.367258] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70e64f-63b8-4c71-85fb-91621dd4e0c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.383643] env[62668]: DEBUG nova.compute.provider_tree [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.424536] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Successfully created port: 16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.427537] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.428267] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.428267] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "7d4281ce-166d-4052-ba22-2888721429b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.428376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.428546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.431311] env[62668]: INFO nova.compute.manager [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Terminating instance [ 1021.485246] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.631295] env[62668]: DEBUG oslo_concurrency.lockutils [req-031ccd80-3fc0-463e-900b-ca08db1b537a req-e3ae875d-d1b4-44f8-b46f-6b5d5e5ea4d0 service nova] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.726834] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684215, 'name': Rename_Task, 'duration_secs': 0.221396} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.728343] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.728953] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d74ae7-9e45-4d84-af1e-9a68152065ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.732170] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.733706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.738187] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1021.738187] env[62668]: value = "task-2684216" [ 1021.738187] env[62668]: _type = "Task" [ 1021.738187] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.746379] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.862996] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.862996] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1021.862996] env[62668]: _type = "HttpNfcLease" [ 1021.862996] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1021.863351] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1021.863351] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52901ac7-edb9-cdd9-e18e-e7d99ea8d686" [ 1021.863351] env[62668]: _type = "HttpNfcLease" [ 1021.863351] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1021.864091] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd144d-9c0e-42b6-b67e-1360043d244d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.873725] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1021.873891] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1021.937882] env[62668]: DEBUG nova.scheduler.client.report [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.941614] env[62668]: DEBUG nova.compute.manager [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.941827] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.944016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420a7d6-27f4-404c-bc2d-b0c9f0bbba13 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.950510] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4abab760-4374-4a1f-94da-0a0c467ea535 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.956901] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.957612] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7c8982-7c02-4283-81d7-6651fdd12db2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.032585] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.032870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.033124] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 7d4281ce-166d-4052-ba22-2888721429b1 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.033739] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7027aa1-7bac-45a0-a162-e16a3010e88b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.040616] env[62668]: DEBUG oslo_vmware.api [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1022.040616] env[62668]: value = "task-2684218" [ 1022.040616] env[62668]: _type = "Task" [ 1022.040616] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.049378] env[62668]: DEBUG oslo_vmware.api [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.239128] env[62668]: DEBUG nova.compute.utils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.255332] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.445282] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.447662] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.178s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.451314] env[62668]: INFO nova.compute.claims [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.473010] env[62668]: INFO nova.scheduler.client.report [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Deleted allocations for instance b4d2cc7f-0394-420c-984f-b63c3e3bc4c1 [ 1022.496798] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.553587] env[62668]: DEBUG oslo_vmware.api [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204179} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.553900] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.554132] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.554347] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.554620] env[62668]: INFO nova.compute.manager [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1022.554918] env[62668]: DEBUG oslo.service.loopingcall [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.557069] env[62668]: DEBUG nova.compute.manager [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.557212] env[62668]: DEBUG nova.network.neutron [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.614705] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.614975] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.615185] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.615419] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.615574] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.615720] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.616020] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.616256] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.616434] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.616598] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.616835] env[62668]: DEBUG nova.virt.hardware [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.617794] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c459d-16e7-4663-b8a8-d1b3574eb24f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.628969] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82df8e0-c151-48dc-bdd3-aa4f1fbe550f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.744839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.761205] env[62668]: DEBUG oslo_vmware.api [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684216, 'name': PowerOnVM_Task, 'duration_secs': 0.614147} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.763359] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.763359] env[62668]: INFO nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1022.763578] env[62668]: DEBUG nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.765182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607032c2-5336-4be5-9000-a1de3b81b0eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.843718] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.843952] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.982599] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9fe9d002-d013-4dd5-84aa-bbb7b7567b45 tempest-InstanceActionsV221TestJSON-932913869 tempest-InstanceActionsV221TestJSON-932913869-project-member] Lock "b4d2cc7f-0394-420c-984f-b63c3e3bc4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.247s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.119026] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Successfully updated port: 16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.288870] env[62668]: INFO nova.compute.manager [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Took 20.23 seconds to build instance. [ 1023.320876] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.321669] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.330282] env[62668]: DEBUG nova.network.neutron [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.336448] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1023.336647] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.337892] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3889659-66a7-4355-97d6-3bc9b478e6e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.352917] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.353072] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1023.353967] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9a9faeaf-8be4-400f-92e1-89a76e64fbcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.355988] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.356166] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1023.356282] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1023.457212] env[62668]: DEBUG nova.compute.manager [req-d1d9c19d-c159-4945-afe8-28f9bacd0e08 req-e85057c9-9a78-4324-9e0a-5ed829334a1b service nova] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Received event network-vif-deleted-485d37bd-ca92-48d2-aef2-10b3963244a5 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1023.477172] env[62668]: DEBUG nova.compute.manager [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Received event network-vif-plugged-16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1023.477407] env[62668]: DEBUG oslo_concurrency.lockutils [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] Acquiring lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.477617] env[62668]: DEBUG oslo_concurrency.lockutils [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.477804] env[62668]: DEBUG oslo_concurrency.lockutils [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.477913] env[62668]: DEBUG nova.compute.manager [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] No waiting events found dispatching network-vif-plugged-16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.478174] env[62668]: WARNING nova.compute.manager [req-362e1166-5a1c-4425-9afc-405911729d98 req-a060b5bd-280f-43a8-9131-606c881143cf service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Received unexpected event network-vif-plugged-16bfac30-d870-4ca9-adf2-bd509664a0a8 for instance with vm_state building and task_state spawning. [ 1023.622982] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.623335] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.623677] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.699076] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c39a8-eaab-42de-b3ce-557453f49339 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.708016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49066c9b-fcba-4fa6-a786-5019ce94f464 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.740705] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb6c16-5af0-4d30-9c32-576c015ec4c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.748850] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71722a5b-401b-47f7-bf21-2165c6fb8d6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.754154] env[62668]: DEBUG oslo_vmware.rw_handles [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c4855-5ff8-ff04-f5e8-7464b1b3b378/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1023.754395] env[62668]: INFO nova.virt.vmwareapi.images [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Downloaded image file data 490984d0-59ed-4995-9d93-354efea40666 [ 1023.755470] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c87a5-b72b-4aea-8f3e-2991ea8435cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.765446] env[62668]: DEBUG nova.compute.provider_tree [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.781033] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfca942-8344-4bb7-ba50-2fc1551aa56d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.792272] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f0a2072f-17a4-4839-905c-f7ea4e8eb178 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.744s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.821884] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.822288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.822534] env[62668]: INFO nova.compute.manager [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attaching volume 84bd6444-7776-4521-b082-f7d8421fb2ee to /dev/sdc [ 1023.825845] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.833598] env[62668]: INFO nova.compute.manager [-] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Took 1.28 seconds to deallocate network for instance. [ 1023.863948] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Skipping network cache update for instance because it is being deleted. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1023.864212] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1023.864333] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1023.867059] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44553d3-86a2-4955-b410-d47efe62ec7f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.876218] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e405cf-f3d5-4929-b718-5d14b0de9e31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.886379] env[62668]: INFO nova.virt.vmwareapi.images [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] The imported VM was unregistered [ 1023.888671] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1023.888953] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Creating directory with path [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.892851] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29394a77-d72c-4341-a619-40c67ca8ce47 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.895243] env[62668]: DEBUG nova.virt.block_device [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating existing volume attachment record: 4e1ed174-ac31-4817-83a4-06f5bc086b52 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.917891] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.918982] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.918982] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1023.918982] env[62668]: DEBUG nova.objects.instance [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lazy-loading 'info_cache' on Instance uuid cf4fef2f-c3b4-4b72-87f3-b21486d26efe {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.921836] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Created directory with path [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.922121] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1/OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1.vmdk to [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk. {{(pid=62668) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1023.926020] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-410f0a4e-5314-4e46-8e6a-397a46f6c827 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.930941] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1023.930941] env[62668]: value = "task-2684220" [ 1023.930941] env[62668]: _type = "Task" [ 1023.930941] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.942207] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.269603] env[62668]: DEBUG nova.scheduler.client.report [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.338680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.360180] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.414661] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.445682] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.736458] env[62668]: DEBUG nova.network.neutron [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Updating instance_info_cache with network_info: [{"id": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "address": "fa:16:3e:34:06:fa", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfac30-d8", "ovs_interfaceid": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.776410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.777048] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.780027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.630s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.784571] env[62668]: INFO nova.compute.claims [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.946797] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.239816] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.239816] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Instance network_info: |[{"id": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "address": "fa:16:3e:34:06:fa", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfac30-d8", "ovs_interfaceid": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.240924] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:06:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16bfac30-d870-4ca9-adf2-bd509664a0a8', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.248560] env[62668]: DEBUG oslo.service.loopingcall [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.248815] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.249519] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97882644-bee9-40d4-9690-b0645e655dbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.273916] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.273916] env[62668]: value = "task-2684222" [ 1025.273916] env[62668]: _type = "Task" [ 1025.273916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.285406] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684222, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.287090] env[62668]: DEBUG nova.compute.utils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1025.291856] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.292162] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.370646] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "6932552a-e110-43f7-a317-ea135432b2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.371523] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.371523] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "6932552a-e110-43f7-a317-ea135432b2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.371638] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.371823] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.376333] env[62668]: INFO nova.compute.manager [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Terminating instance [ 1025.392488] env[62668]: DEBUG nova.policy [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.447808] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.517967] env[62668]: DEBUG nova.compute.manager [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Received event network-changed-16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1025.518292] env[62668]: DEBUG nova.compute.manager [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Refreshing instance network info cache due to event network-changed-16bfac30-d870-4ca9-adf2-bd509664a0a8. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1025.518555] env[62668]: DEBUG oslo_concurrency.lockutils [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] Acquiring lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.518702] env[62668]: DEBUG oslo_concurrency.lockutils [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] Acquired lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.518868] env[62668]: DEBUG nova.network.neutron [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Refreshing network info cache for port 16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.786857] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684222, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.799720] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.856188] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updating instance_info_cache with network_info: [{"id": "43bb260c-7f86-428e-8e39-76f03321bff9", "address": "fa:16:3e:aa:41:91", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bb260c-7f", "ovs_interfaceid": "43bb260c-7f86-428e-8e39-76f03321bff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.883645] env[62668]: DEBUG nova.compute.manager [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.883645] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.883645] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc40365-3840-47ec-8365-08524eb52b5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.894447] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.894447] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcdef19-082b-4e7d-adb6-54eb110a2b61 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.904337] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1025.904337] env[62668]: value = "task-2684223" [ 1025.904337] env[62668]: _type = "Task" [ 1025.904337] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.913940] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.938196] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Successfully created port: 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.946027] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.262691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34b5a8-c110-4d3f-98e2-4db55747c17f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.275101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f28d1a-b568-4ff1-b46b-c4269c6cf433 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.289843] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684222, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.324056] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40cfba-f506-4503-9e06-2c1c77820167 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.333224] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c57bc0-7c6e-48da-b2ec-036500ad9e7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.350637] env[62668]: DEBUG nova.compute.provider_tree [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.357439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-cf4fef2f-c3b4-4b72-87f3-b21486d26efe" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.357628] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1026.357826] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.357976] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.358128] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.358270] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.358407] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.359072] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.359072] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1026.359072] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.416172] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.443405] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684220, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.497802} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.443689] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1/OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1.vmdk to [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk. [ 1026.443872] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Cleaning up location [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1026.444044] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d9483d13-5e9c-4441-beed-8579e6fe4ac1 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.444314] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48f67549-3f1c-4ffe-af1f-78d5f8977130 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.450191] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1026.450191] env[62668]: value = "task-2684225" [ 1026.450191] env[62668]: _type = "Task" [ 1026.450191] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.458464] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.513044] env[62668]: DEBUG nova.network.neutron [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Updated VIF entry in instance network info cache for port 16bfac30-d870-4ca9-adf2-bd509664a0a8. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.513464] env[62668]: DEBUG nova.network.neutron [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Updating instance_info_cache with network_info: [{"id": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "address": "fa:16:3e:34:06:fa", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfac30-d8", "ovs_interfaceid": "16bfac30-d870-4ca9-adf2-bd509664a0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.790456] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684222, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.828033] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.855447] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.855690] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.855848] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.856042] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.856201] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.856351] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.856569] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.856729] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.856894] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.857070] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.857248] env[62668]: DEBUG nova.virt.hardware [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.858121] env[62668]: DEBUG nova.scheduler.client.report [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.862038] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23e9b81-e1e2-4584-bde5-ccf9c2de5d90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.867473] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.873514] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be404c-b142-4f18-be94-4537fc041974 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.914096] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684223, 'name': PowerOffVM_Task, 'duration_secs': 0.783102} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.914409] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.914584] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.914834] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c8297bf-4cf3-4c1f-b40d-fd617ea837a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.959824] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040627} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.960094] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.960268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.960524] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk to [datastore2] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.960827] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4cf468-5356-40ee-afb1-7c80fd012bbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.967701] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1026.967701] env[62668]: value = "task-2684227" [ 1026.967701] env[62668]: _type = "Task" [ 1026.967701] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.975390] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.991381] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.991638] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.991877] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore2] 6932552a-e110-43f7-a317-ea135432b2f2 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.992221] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0e7f7f-83c5-4054-8887-e6464123e686 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.999432] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1026.999432] env[62668]: value = "task-2684228" [ 1026.999432] env[62668]: _type = "Task" [ 1026.999432] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.008168] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.016325] env[62668]: DEBUG oslo_concurrency.lockutils [req-0b9e6f77-085b-4e08-98cd-30dd3c2c4110 req-fa4d5cd6-254b-4d46-81fd-251ac672574e service nova] Releasing lock "refresh_cache-4e36679f-ab20-4c7f-9e2e-004786716e0a" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.290502] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684222, 'name': CreateVM_Task, 'duration_secs': 1.966009} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.291033] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.291637] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.291851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.292301] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.292655] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e0247d-c3d4-4220-95b6-d2697977913a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.298282] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1027.298282] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e71d-1377-fda9-1558-e0a044637be5" [ 1027.298282] env[62668]: _type = "Task" [ 1027.298282] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.307012] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e71d-1377-fda9-1558-e0a044637be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.368407] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.369223] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.373100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.025s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.373377] env[62668]: DEBUG nova.objects.instance [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.478278] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.512026] env[62668]: DEBUG oslo_vmware.api [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297239} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.512026] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.512026] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.512026] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.512026] env[62668]: INFO nova.compute.manager [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1027.512333] env[62668]: DEBUG oslo.service.loopingcall [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.512605] env[62668]: DEBUG nova.compute.manager [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.512742] env[62668]: DEBUG nova.network.neutron [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.548305] env[62668]: DEBUG nova.compute.manager [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-vif-plugged-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1027.548589] env[62668]: DEBUG oslo_concurrency.lockutils [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.548802] env[62668]: DEBUG oslo_concurrency.lockutils [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.548978] env[62668]: DEBUG oslo_concurrency.lockutils [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.549465] env[62668]: DEBUG nova.compute.manager [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] No waiting events found dispatching network-vif-plugged-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.549834] env[62668]: WARNING nova.compute.manager [req-d97c2948-44ef-4f3c-a9d3-159e08a52e9e req-2f511f44-cd6f-4fa0-837e-78f940c8e817 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received unexpected event network-vif-plugged-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 for instance with vm_state building and task_state spawning. [ 1027.698337] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Successfully updated port: 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.814619] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e1e71d-1377-fda9-1558-e0a044637be5, 'name': SearchDatastore_Task, 'duration_secs': 0.065072} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.815098] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.815403] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.815706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.815913] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.816244] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.816710] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a451ede7-6bf3-47e5-8228-ec97886c276c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.834241] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.834455] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.835258] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e306bd07-52b1-4a17-b7aa-127c8aeacf82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.843841] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1027.843841] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b12220-a647-f7b0-e90b-6be875a3beaf" [ 1027.843841] env[62668]: _type = "Task" [ 1027.843841] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.853711] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b12220-a647-f7b0-e90b-6be875a3beaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.878871] env[62668]: DEBUG nova.compute.utils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.883674] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.883955] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.947944] env[62668]: DEBUG nova.policy [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb76d190b94ca3beb59c7f8f8a804a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a1b0605c964e07a3388d9873495b33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.982854] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.092310] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.093315] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69038479-38c3-4306-9b5e-d09359862075 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.100891] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.101134] env[62668]: ERROR oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk due to incomplete transfer. [ 1028.101406] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77647910-01c9-4afa-98c2-5c059f7d9f74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.109469] env[62668]: DEBUG oslo_vmware.rw_handles [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffff28-f3d8-4bd1-ed60-ea7a3dced158/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.109727] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Uploaded image 98839295-c923-4739-b96b-954daa331caf to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.112717] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.113134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1632ecdd-c244-47aa-8ee7-890540d87a05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122189] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1028.122189] env[62668]: value = "task-2684229" [ 1028.122189] env[62668]: _type = "Task" [ 1028.122189] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.136639] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684229, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.191149] env[62668]: DEBUG nova.compute.manager [req-57dc4511-fd43-4661-b534-4f2793558098 req-203d4cba-dc03-49cb-9063-d5f77249fcbe service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Received event network-vif-deleted-e175bd5a-f7d2-4883-92b6-5d06eabbe489 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1028.191386] env[62668]: INFO nova.compute.manager [req-57dc4511-fd43-4661-b534-4f2793558098 req-203d4cba-dc03-49cb-9063-d5f77249fcbe service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Neutron deleted interface e175bd5a-f7d2-4883-92b6-5d06eabbe489; detaching it from the instance and deleting it from the info cache [ 1028.191566] env[62668]: DEBUG nova.network.neutron [req-57dc4511-fd43-4661-b534-4f2793558098 req-203d4cba-dc03-49cb-9063-d5f77249fcbe service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.203410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.203811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.203811] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.326631] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Successfully created port: 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.354086] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b12220-a647-f7b0-e90b-6be875a3beaf, 'name': SearchDatastore_Task, 'duration_secs': 0.081232} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.354909] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fee5f5e-e999-4462-b4a6-2c2eb7450fc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.360724] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1028.360724] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528a8c13-73dd-4045-fd70-1cbc85a9161a" [ 1028.360724] env[62668]: _type = "Task" [ 1028.360724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.369189] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528a8c13-73dd-4045-fd70-1cbc85a9161a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.387138] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.391469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-3ba40a04-3bfa-462d-b51b-55f2b7e54e98 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.394824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.054s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.394824] env[62668]: DEBUG nova.objects.instance [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'resources' on Instance uuid 7d4281ce-166d-4052-ba22-2888721429b1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.462688] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.462979] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541117', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'name': 'volume-84bd6444-7776-4521-b082-f7d8421fb2ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'serial': '84bd6444-7776-4521-b082-f7d8421fb2ee'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.463914] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bddc3-26f2-4247-a441-9fed8d9a85ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.484702] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237659dc-a708-461e-abac-291ef31e0e23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.495288] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.518364] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-84bd6444-7776-4521-b082-f7d8421fb2ee/volume-84bd6444-7776-4521-b082-f7d8421fb2ee.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.518645] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c558aa-bc89-4172-be85-941236b974ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.536914] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1028.536914] env[62668]: value = "task-2684230" [ 1028.536914] env[62668]: _type = "Task" [ 1028.536914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.545737] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.632425] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684229, 'name': Destroy_Task, 'duration_secs': 0.391533} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.632714] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Destroyed the VM [ 1028.632957] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1028.633253] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bb0874b-113e-4464-96ef-44b0e99f5da4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.639930] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1028.639930] env[62668]: value = "task-2684231" [ 1028.639930] env[62668]: _type = "Task" [ 1028.639930] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.648171] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684231, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.664757] env[62668]: DEBUG nova.network.neutron [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.694955] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38c60ec0-316a-4fb6-99e3-b760523e3059 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.705780] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d58046-037b-4dad-aa40-cf472dab8015 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.741885] env[62668]: DEBUG nova.compute.manager [req-57dc4511-fd43-4661-b534-4f2793558098 req-203d4cba-dc03-49cb-9063-d5f77249fcbe service nova] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Detach interface failed, port_id=e175bd5a-f7d2-4883-92b6-5d06eabbe489, reason: Instance 6932552a-e110-43f7-a317-ea135432b2f2 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1028.776748] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.873247] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528a8c13-73dd-4045-fd70-1cbc85a9161a, 'name': SearchDatastore_Task, 'duration_secs': 0.076712} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.877377] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.877754] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4e36679f-ab20-4c7f-9e2e-004786716e0a/4e36679f-ab20-4c7f-9e2e-004786716e0a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.878106] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7f50ecc-99d8-4862-981d-447a6246468f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.885745] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1028.885745] env[62668]: value = "task-2684232" [ 1028.885745] env[62668]: _type = "Task" [ 1028.885745] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.904972] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.970092] env[62668]: DEBUG nova.network.neutron [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.994366] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.050177] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.153629] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684231, 'name': RemoveSnapshot_Task, 'duration_secs': 0.426376} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.153919] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1029.154252] env[62668]: DEBUG nova.compute.manager [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.155200] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab723d-81a3-4684-8b34-bb341fc4d059 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.167830] env[62668]: INFO nova.compute.manager [-] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Took 1.65 seconds to deallocate network for instance. [ 1029.192626] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d5850-9b6f-4d0f-8f4b-a8b4b9366e3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.200875] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f9feee-64ad-42f6-ace1-9cb9a4207542 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.235687] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8b52c-5b76-42e2-9702-bc2515a46afe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.245535] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280a4a0-54a8-4065-baed-7fc190f16380 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.261925] env[62668]: DEBUG nova.compute.provider_tree [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.398839] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.406802] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.435909] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.436187] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.436384] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.436646] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.436816] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.436968] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.437752] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.438143] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.438368] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.438545] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.438728] env[62668]: DEBUG nova.virt.hardware [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.439732] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6004d6-ca14-4c49-af10-f8190a811a94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.448597] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b004441c-c8ab-4c8b-bdb1-402266f71cc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.472952] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.473288] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Instance network_info: |[{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.473756] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e5:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6d0a3c-2363-4dbe-ac38-918d472c6f61', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.480965] env[62668]: DEBUG oslo.service.loopingcall [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.481242] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.481464] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d51d70eb-cf80-494a-8c55-35f6f806df89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.504157] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.505253] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.505253] env[62668]: value = "task-2684233" [ 1029.505253] env[62668]: _type = "Task" [ 1029.505253] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.512218] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684233, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.548171] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684230, 'name': ReconfigVM_Task, 'duration_secs': 0.938236} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.548171] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-84bd6444-7776-4521-b082-f7d8421fb2ee/volume-84bd6444-7776-4521-b082-f7d8421fb2ee.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.553514] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c21235-3f5d-472a-b6ca-32c02542e7fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.574707] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1029.574707] env[62668]: value = "task-2684234" [ 1029.574707] env[62668]: _type = "Task" [ 1029.574707] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.577733] env[62668]: DEBUG nova.compute.manager [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1029.578031] env[62668]: DEBUG nova.compute.manager [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing instance network info cache due to event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1029.578245] env[62668]: DEBUG oslo_concurrency.lockutils [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.578453] env[62668]: DEBUG oslo_concurrency.lockutils [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.578632] env[62668]: DEBUG nova.network.neutron [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.589711] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.671809] env[62668]: INFO nova.compute.manager [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Shelve offloading [ 1029.675290] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.785681] env[62668]: ERROR nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [req-c99791fa-024f-4d4c-9033-cd2b823ac576] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c99791fa-024f-4d4c-9033-cd2b823ac576"}]} [ 1029.803428] env[62668]: DEBUG nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1029.819885] env[62668]: DEBUG nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1029.820160] env[62668]: DEBUG nova.compute.provider_tree [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.834224] env[62668]: DEBUG nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1029.846186] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Successfully updated port: 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.859303] env[62668]: DEBUG nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1029.900125] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.007506] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684227, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.592911} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.011452] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/490984d0-59ed-4995-9d93-354efea40666/490984d0-59ed-4995-9d93-354efea40666.vmdk to [datastore2] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.014980] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f548b-3d69-48ec-94d4-761f02397ed1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.023447] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684233, 'name': CreateVM_Task, 'duration_secs': 0.404844} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.036476] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.046237] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.050157] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.050300] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.050755] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.051066] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d22334b-0b76-4aa5-a3e8-b88d63038a94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.067629] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89731bc-2b49-4687-b860-1168e133198c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.074530] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1030.074530] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecd0d9-78e9-13fb-53e0-56305dea7d3a" [ 1030.074530] env[62668]: _type = "Task" [ 1030.074530] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.078873] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1030.078873] env[62668]: value = "task-2684235" [ 1030.078873] env[62668]: _type = "Task" [ 1030.078873] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.096322] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecd0d9-78e9-13fb-53e0-56305dea7d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.102136] env[62668]: DEBUG oslo_vmware.api [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684234, 'name': ReconfigVM_Task, 'duration_secs': 0.1631} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.106208] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541117', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'name': 'volume-84bd6444-7776-4521-b082-f7d8421fb2ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'serial': '84bd6444-7776-4521-b082-f7d8421fb2ee'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1030.108636] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.176319] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.176708] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4717fb4-7f86-470f-abd3-233a838a3418 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.182807] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1030.182807] env[62668]: value = "task-2684236" [ 1030.182807] env[62668]: _type = "Task" [ 1030.182807] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.190623] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.192112] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7817a2-048d-491b-8bcd-b6ccb5e6a813 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.199762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ca953-fb03-4565-bd45-99c0695f1961 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.232445] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f6412-0e1a-437f-af33-e671faf7c2ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.240369] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1522b0f2-f72f-4156-afcc-6e70a42b959c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.253627] env[62668]: DEBUG nova.compute.provider_tree [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.349807] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.349807] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.349807] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.397536] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684232, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.255425} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.397819] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4e36679f-ab20-4c7f-9e2e-004786716e0a/4e36679f-ab20-4c7f-9e2e-004786716e0a.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.398035] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.398290] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a554ff-7a40-4dd9-a30f-677bba79e762 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.400916] env[62668]: DEBUG nova.network.neutron [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updated VIF entry in instance network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.401309] env[62668]: DEBUG nova.network.neutron [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.410985] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1030.410985] env[62668]: value = "task-2684237" [ 1030.410985] env[62668]: _type = "Task" [ 1030.410985] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.420541] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.584724] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ecd0d9-78e9-13fb-53e0-56305dea7d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019375} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.587910] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.588199] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.588470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.588705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.588892] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.589222] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5370870c-6c47-467a-a8b0-22f182f62c7a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.595874] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684235, 'name': ReconfigVM_Task, 'duration_secs': 0.334194} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.596850] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ad6773f3-5108-4008-a31b-16fc619e3087/ad6773f3-5108-4008-a31b-16fc619e3087.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.596850] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d4a6f3-508c-4490-8551-8d4d06eff088 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.603238] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1030.603238] env[62668]: value = "task-2684238" [ 1030.603238] env[62668]: _type = "Task" [ 1030.603238] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.606371] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.606546] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.607542] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e703f1-5918-4d2a-8e4e-11115df14ea0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.614546] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684238, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.617837] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1030.617837] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b6f5e-df67-f980-7bc0-57b53a2fe8c2" [ 1030.617837] env[62668]: _type = "Task" [ 1030.617837] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.626857] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b6f5e-df67-f980-7bc0-57b53a2fe8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.692649] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.692649] env[62668]: DEBUG nova.compute.manager [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.693518] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8623f30-d97f-4a0a-8235-263bc124d022 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.699372] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.699563] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.699800] env[62668]: DEBUG nova.network.neutron [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.757754] env[62668]: DEBUG nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.884849] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.904248] env[62668]: DEBUG oslo_concurrency.lockutils [req-db502960-485d-4677-965c-aff6c4f69dc0 req-0fc4cd7d-ce20-4ef4-a64d-7d3bc6467834 service nova] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.920437] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214356} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.922834] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.923636] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d310c7-1d91-4031-b395-f1429378874f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.945577] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4e36679f-ab20-4c7f-9e2e-004786716e0a/4e36679f-ab20-4c7f-9e2e-004786716e0a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.945839] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ebc2bf3-26eb-41c5-8a84-e7f063d6f06a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.967480] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1030.967480] env[62668]: value = "task-2684239" [ 1030.967480] env[62668]: _type = "Task" [ 1030.967480] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.976880] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.031411] env[62668]: DEBUG nova.network.neutron [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.115282] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684238, 'name': Rename_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.129691] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523b6f5e-df67-f980-7bc0-57b53a2fe8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.133548] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6635702-ce48-40f4-b0fe-98b5ccf74f33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.137730] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1031.137730] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520987ab-23b4-7522-18e4-b292c0479b9e" [ 1031.137730] env[62668]: _type = "Task" [ 1031.137730] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.144630] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520987ab-23b4-7522-18e4-b292c0479b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.153316] env[62668]: DEBUG nova.objects.instance [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'flavor' on Instance uuid e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.263791] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.871s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.265938] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.906s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.269323] env[62668]: INFO nova.compute.claims [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.297046] env[62668]: INFO nova.scheduler.client.report [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocations for instance 7d4281ce-166d-4052-ba22-2888721429b1 [ 1031.478714] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.488323] env[62668]: DEBUG nova.network.neutron [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.536820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.537178] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Instance network_info: |[{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.537593] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:39:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14a28fd8-c7ab-4dea-be39-6362071a954d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.545304] env[62668]: DEBUG oslo.service.loopingcall [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.545506] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.545744] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43409500-cded-4af7-b66f-89fbda6bbf7c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.566260] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.566260] env[62668]: value = "task-2684240" [ 1031.566260] env[62668]: _type = "Task" [ 1031.566260] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.574182] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684240, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.606434] env[62668]: DEBUG nova.compute.manager [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-vif-plugged-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1031.606602] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.606829] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.606972] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.607155] env[62668]: DEBUG nova.compute.manager [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] No waiting events found dispatching network-vif-plugged-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.607336] env[62668]: WARNING nova.compute.manager [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received unexpected event network-vif-plugged-14a28fd8-c7ab-4dea-be39-6362071a954d for instance with vm_state building and task_state spawning. [ 1031.607577] env[62668]: DEBUG nova.compute.manager [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1031.607739] env[62668]: DEBUG nova.compute.manager [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing instance network info cache due to event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1031.607945] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.608094] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.608256] env[62668]: DEBUG nova.network.neutron [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.618192] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684238, 'name': Rename_Task, 'duration_secs': 0.536779} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.618940] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.619197] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c204e561-5355-4a97-b5e6-9e2b9a6c8675 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.625197] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1031.625197] env[62668]: value = "task-2684241" [ 1031.625197] env[62668]: _type = "Task" [ 1031.625197] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.636299] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.645678] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520987ab-23b4-7522-18e4-b292c0479b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.031715} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.645933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.646269] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 4120a5e6-393a-4144-bbfc-ea4cea79ada9/4120a5e6-393a-4144-bbfc-ea4cea79ada9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.646545] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec5edb31-7edd-416e-a2c8-aeae58433f6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.652678] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1031.652678] env[62668]: value = "task-2684242" [ 1031.652678] env[62668]: _type = "Task" [ 1031.652678] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.660391] env[62668]: DEBUG oslo_concurrency.lockutils [None req-892bdde7-ccc0-49bd-b8d1-551964a43202 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.664476] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.805349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7b1b6955-e227-445a-8e3f-f8e67c78607c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "7d4281ce-166d-4052-ba22-2888721429b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.377s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.979242] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684239, 'name': ReconfigVM_Task, 'duration_secs': 0.638066} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.979643] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4e36679f-ab20-4c7f-9e2e-004786716e0a/4e36679f-ab20-4c7f-9e2e-004786716e0a.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.980413] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489017d3-47be-43b7-9beb-eb7c6365a021 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987805] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1031.987805] env[62668]: value = "task-2684243" [ 1031.987805] env[62668]: _type = "Task" [ 1031.987805] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.993760] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.001959] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684243, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.079639] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684240, 'name': CreateVM_Task, 'duration_secs': 0.497397} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.079824] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.080877] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.080877] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.081072] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.081328] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abd96f7-744c-4db8-9528-88d718fe27bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.086335] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1032.086335] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfb2a-18eb-a1dd-3d0f-7096ebf76815" [ 1032.086335] env[62668]: _type = "Task" [ 1032.086335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.094436] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfb2a-18eb-a1dd-3d0f-7096ebf76815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.137470] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.163798] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504634} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.165506] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 4120a5e6-393a-4144-bbfc-ea4cea79ada9/4120a5e6-393a-4144-bbfc-ea4cea79ada9.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.165806] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.166933] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06555c6f-d189-48a0-b971-8dc1d8b6854a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.173659] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1032.173659] env[62668]: value = "task-2684244" [ 1032.173659] env[62668]: _type = "Task" [ 1032.173659] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.181940] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.424703] env[62668]: DEBUG nova.network.neutron [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updated VIF entry in instance network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.424703] env[62668]: DEBUG nova.network.neutron [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.430472] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.431386] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb774d-b785-49c5-8235-0d487cf1d93a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.442566] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.442822] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78183d1c-9c4c-468a-b82f-c2f596f3ea7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.498571] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684243, 'name': Rename_Task, 'duration_secs': 0.16861} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.498861] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.499156] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72b7052-5308-4977-9514-27abb06e3f36 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.509265] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1032.509265] env[62668]: value = "task-2684246" [ 1032.509265] env[62668]: _type = "Task" [ 1032.509265] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.517693] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.517900] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.518088] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore1] d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.519037] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485e899c-5e68-48a5-ad6a-532ac0e6aeeb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.523743] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.531021] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1032.531021] env[62668]: value = "task-2684247" [ 1032.531021] env[62668]: _type = "Task" [ 1032.531021] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.535260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.537411] env[62668]: DEBUG oslo_concurrency.lockutils [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.543107] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.561809] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a8540-5b63-42b1-993e-8db32ef01289 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.569291] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84913a46-efd8-474e-ae0a-86238eec4137 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.606499] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d36c3-c5c1-4b1a-a6af-42c32acab377 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.615207] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfb2a-18eb-a1dd-3d0f-7096ebf76815, 'name': SearchDatastore_Task, 'duration_secs': 0.054543} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.617495] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.617761] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.617976] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.618312] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.618312] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.618809] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ceb239f-17b8-4a36-a1c8-cb588f3026e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.621395] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c093a544-d106-402f-bcfa-cba313ace70f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.637414] env[62668]: DEBUG nova.compute.provider_tree [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.640144] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.640295] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.641241] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902eefe0-d8c2-4a37-8428-4abeacb972fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.646254] env[62668]: DEBUG oslo_vmware.api [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684241, 'name': PowerOnVM_Task, 'duration_secs': 0.649293} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.647278] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.650696] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1032.650696] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bc47-d7d3-af7d-9d23-1904acc701c8" [ 1032.650696] env[62668]: _type = "Task" [ 1032.650696] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.659855] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bc47-d7d3-af7d-9d23-1904acc701c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.682979] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0771} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.683103] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.683855] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7218e98b-0892-4958-922d-4ff5163a3077 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.707544] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 4120a5e6-393a-4144-bbfc-ea4cea79ada9/4120a5e6-393a-4144-bbfc-ea4cea79ada9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.707814] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ece7f21-d378-4b1d-90d8-f151534471dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.727502] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1032.727502] env[62668]: value = "task-2684248" [ 1032.727502] env[62668]: _type = "Task" [ 1032.727502] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.735221] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.764500] env[62668]: DEBUG nova.compute.manager [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.765428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12726ee0-e7dd-4939-af4c-a913c3e8f911 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.925704] env[62668]: DEBUG oslo_concurrency.lockutils [req-b95f23e5-0355-4e7d-9953-1557ec199987 req-a59aa307-8739-4f4e-9417-402d949085a2 service nova] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.021127] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.037193] env[62668]: DEBUG oslo_vmware.api [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154985} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.037454] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.037638] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.037809] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.040259] env[62668]: INFO nova.compute.manager [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Detaching volume 86449512-04cc-444d-b40d-b750569c1515 [ 1033.068230] env[62668]: INFO nova.scheduler.client.report [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted allocations for instance d6f92dcd-d648-4f23-bc57-e127fd9cab91 [ 1033.079806] env[62668]: INFO nova.virt.block_device [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attempting to driver detach volume 86449512-04cc-444d-b40d-b750569c1515 from mountpoint /dev/sdb [ 1033.080052] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.080321] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541111', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'name': 'volume-86449512-04cc-444d-b40d-b750569c1515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'serial': '86449512-04cc-444d-b40d-b750569c1515'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.082157] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c622285-66b2-4c0f-8187-1a430a738551 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.110941] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ad250-f123-45f8-aeb4-0fee94b5c4f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.118757] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac29204-3d67-4b1a-aebd-434646c24a37 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.151164] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1932d1-896c-4eed-9807-09c4b3d357ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.172763] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] The volume has not been displaced from its original location: [datastore2] volume-86449512-04cc-444d-b40d-b750569c1515/volume-86449512-04cc-444d-b40d-b750569c1515.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.179195] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.183829] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11339fd1-9f78-4360-89bb-7be703e17635 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.200460] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5215bc47-d7d3-af7d-9d23-1904acc701c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.201654] env[62668]: DEBUG nova.scheduler.client.report [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.201911] env[62668]: DEBUG nova.compute.provider_tree [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 150 to 151 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.202122] env[62668]: DEBUG nova.compute.provider_tree [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.207425] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a883d299-0b3b-4f46-bc16-24a8b0643aa4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.212397] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1033.212397] env[62668]: value = "task-2684249" [ 1033.212397] env[62668]: _type = "Task" [ 1033.212397] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.213931] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1033.213931] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5213a813-9194-801a-ee38-c31e681a606c" [ 1033.213931] env[62668]: _type = "Task" [ 1033.213931] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.228255] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.234315] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5213a813-9194-801a-ee38-c31e681a606c, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.234846] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.235124] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/e761e03b-6f2a-4633-a8fc-3dff0e68fd9f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.235723] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55028474-7c95-463d-85cc-b3e53d5fea82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.240786] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.244973] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1033.244973] env[62668]: value = "task-2684250" [ 1033.244973] env[62668]: _type = "Task" [ 1033.244973] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.252563] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.287928] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35f7d7bf-3a1e-466f-921a-9cb5bab9e00d tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.520s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.526027] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.571463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.710630] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.711322] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.714327] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.847s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.714531] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.714701] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1033.715048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.040s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.715291] env[62668]: DEBUG nova.objects.instance [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid 6932552a-e110-43f7-a317-ea135432b2f2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.717687] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cdd631-6aed-4a5e-ac2d-9cb48c66c7db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.737995] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684249, 'name': ReconfigVM_Task, 'duration_secs': 0.27955} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.738884] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.745995] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a31d25-9f41-4955-8609-cff38514edf6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.753269] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921646dc-029a-430e-aa73-d56a10b397f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.767024] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684248, 'name': ReconfigVM_Task, 'duration_secs': 0.745303} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.771989] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 4120a5e6-393a-4144-bbfc-ea4cea79ada9/4120a5e6-393a-4144-bbfc-ea4cea79ada9.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.777017] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08873f53-cadb-4a74-b0c3-575d4848e902 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.785141] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3843b055-c8bc-4d79-809d-f1a9237e45e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.788251] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1033.788251] env[62668]: value = "task-2684251" [ 1033.788251] env[62668]: _type = "Task" [ 1033.788251] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.792505] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1033.792505] env[62668]: value = "task-2684252" [ 1033.792505] env[62668]: _type = "Task" [ 1033.792505] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.793268] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522114} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.796229] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/e761e03b-6f2a-4633-a8fc-3dff0e68fd9f.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.796449] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.801164] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4db2e6-f349-4fd7-9e15-3aa74915bb92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.804534] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb01fdd-e999-43ac-a81e-e851aba63731 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.811839] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.815913] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684252, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.845908] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180163MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1033.846082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.846617] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1033.846617] env[62668]: value = "task-2684253" [ 1033.846617] env[62668]: _type = "Task" [ 1033.846617] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.849493] env[62668]: DEBUG nova.compute.manager [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-vif-unplugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1033.849813] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.849932] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.850116] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.850303] env[62668]: DEBUG nova.compute.manager [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] No waiting events found dispatching network-vif-unplugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.850476] env[62668]: WARNING nova.compute.manager [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received unexpected event network-vif-unplugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb for instance with vm_state shelved_offloaded and task_state None. [ 1033.850689] env[62668]: DEBUG nova.compute.manager [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1033.850870] env[62668]: DEBUG nova.compute.manager [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing instance network info cache due to event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1033.851104] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.851256] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.851443] env[62668]: DEBUG nova.network.neutron [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.863632] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.021868] env[62668]: DEBUG oslo_vmware.api [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684246, 'name': PowerOnVM_Task, 'duration_secs': 1.237634} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.022191] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.022413] env[62668]: INFO nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1034.022766] env[62668]: DEBUG nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.023388] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6b395-5a0f-4c80-9d3b-511200c3302c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.231237] env[62668]: DEBUG nova.compute.utils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1034.232786] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1034.308784] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.309111] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684252, 'name': Rename_Task, 'duration_secs': 0.331191} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.309349] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.309599] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7edbbc-d9cb-42c2-9712-4b154c495a32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.317284] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1034.317284] env[62668]: value = "task-2684254" [ 1034.317284] env[62668]: _type = "Task" [ 1034.317284] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.324751] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.356563] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080748} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.358971] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.361662] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea32d9-7da9-4a3a-afe9-72bf5a9bbd1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.383608] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/e761e03b-6f2a-4633-a8fc-3dff0e68fd9f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.386578] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d711c3-f044-4e7c-beca-be78ec81c9b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.411391] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1034.411391] env[62668]: value = "task-2684255" [ 1034.411391] env[62668]: _type = "Task" [ 1034.411391] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.422110] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.470545] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202e11c-8417-43ec-b0f0-e3eb28d360d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.478082] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a8489-6877-42bc-8bf1-84c420409e6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.516025] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b642e01-3bae-4482-91a8-116a446ab20a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.524139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900925a-4703-405f-b250-1f455815ab09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.543669] env[62668]: DEBUG nova.compute.provider_tree [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.546932] env[62668]: INFO nova.compute.manager [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Took 25.40 seconds to build instance. [ 1034.604686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.604686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.701917] env[62668]: DEBUG nova.network.neutron [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updated VIF entry in instance network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.702398] env[62668]: DEBUG nova.network.neutron [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.734257] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.803650] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.828362] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.926040] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.049062] env[62668]: DEBUG nova.scheduler.client.report [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.055262] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b19989b0-b39c-498b-bce8-d47506a21228 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.911s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.107742] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.204824] env[62668]: DEBUG oslo_concurrency.lockutils [req-e90db913-9344-4561-8967-91debc042a19 req-2f9a8fe0-e1c3-4f12-81aa-2ae5f3545dde service nova] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.304085] env[62668]: DEBUG oslo_vmware.api [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684251, 'name': ReconfigVM_Task, 'duration_secs': 1.152946} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.304561] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541111', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'name': 'volume-86449512-04cc-444d-b40d-b750569c1515', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '86449512-04cc-444d-b40d-b750569c1515', 'serial': '86449512-04cc-444d-b40d-b750569c1515'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.327638] env[62668]: DEBUG oslo_vmware.api [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684254, 'name': PowerOnVM_Task, 'duration_secs': 0.800803} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.327966] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.328238] env[62668]: INFO nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1035.328492] env[62668]: DEBUG nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.329312] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273c9409-06b1-4c40-901c-81c59213cc08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.419344] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b25b552-0a53-487a-8af7-063c2ac1010b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.427578] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684255, 'name': ReconfigVM_Task, 'duration_secs': 0.645591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.429349] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/e761e03b-6f2a-4633-a8fc-3dff0e68fd9f.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.429993] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Suspending the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1035.430221] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05599842-1bd3-46b5-88f1-7ea0ccb27401 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.431650] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e4db2869-9040-4036-82c8-3808c1d9b823 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.437929] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1035.437929] env[62668]: value = "task-2684256" [ 1035.437929] env[62668]: _type = "Task" [ 1035.437929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.439136] env[62668]: DEBUG oslo_vmware.api [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1035.439136] env[62668]: value = "task-2684257" [ 1035.439136] env[62668]: _type = "Task" [ 1035.439136] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.449058] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684256, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.452275] env[62668]: DEBUG oslo_vmware.api [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684257, 'name': SuspendVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.497050] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c75f7f3-ff27-49d6-ba74-1e23cd6d541d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.503922] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Suspending the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1035.504226] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8cc0fd00-e829-45c2-90f1-9f0b2bbbcc92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.510029] env[62668]: DEBUG oslo_vmware.api [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1035.510029] env[62668]: value = "task-2684258" [ 1035.510029] env[62668]: _type = "Task" [ 1035.510029] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.519037] env[62668]: DEBUG oslo_vmware.api [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684258, 'name': SuspendVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.557273] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.560035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.989s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.560367] env[62668]: DEBUG nova.objects.instance [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'resources' on Instance uuid d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.575400] env[62668]: INFO nova.scheduler.client.report [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance 6932552a-e110-43f7-a317-ea135432b2f2 [ 1035.632332] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.746489] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.777028] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.777376] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.778028] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.778028] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.778028] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.778028] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.778294] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.778404] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.778586] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.778800] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.778998] env[62668]: DEBUG nova.virt.hardware [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.780260] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018da03-d052-4372-a66b-0e3264d95cc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.789017] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49c2151-302f-414c-9c34-37db38d9b25a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.803797] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.809416] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Creating folder: Project (08c698524c374aed8413567e7de5460a). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.809752] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79322359-7b80-4fa1-b5b3-ecbf8dc505da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.820479] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Created folder: Project (08c698524c374aed8413567e7de5460a) in parent group-v540833. [ 1035.820679] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Creating folder: Instances. Parent ref: group-v541121. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.820962] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3287e9d1-9a85-4351-abb2-76579492f639 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.831910] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Created folder: Instances in parent group-v541121. [ 1035.832112] env[62668]: DEBUG oslo.service.loopingcall [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.832294] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.832507] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0caa9ee9-e4ec-4b23-b4de-c291f8b7f25d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.852484] env[62668]: DEBUG nova.objects.instance [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'flavor' on Instance uuid e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.855084] env[62668]: INFO nova.compute.manager [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Took 21.62 seconds to build instance. [ 1035.855914] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.855914] env[62668]: value = "task-2684261" [ 1035.855914] env[62668]: _type = "Task" [ 1035.855914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.863990] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684261, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.953245] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684256, 'name': Rename_Task, 'duration_secs': 0.222052} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.956896] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.957299] env[62668]: DEBUG oslo_vmware.api [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684257, 'name': SuspendVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.957565] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7c7fb8-c963-40ab-b104-4e69c370ab14 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.964620] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1035.964620] env[62668]: value = "task-2684262" [ 1035.964620] env[62668]: _type = "Task" [ 1035.964620] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.972784] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.019841] env[62668]: DEBUG oslo_vmware.api [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684258, 'name': SuspendVM_Task} progress is 37%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.062890] env[62668]: DEBUG nova.objects.instance [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'numa_topology' on Instance uuid d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.088501] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ad58e45f-3735-4a0c-a8d1-208666265a0b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "6932552a-e110-43f7-a317-ea135432b2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.717s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.091963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.252799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "565a06bc-7fad-4110-9b44-6281d3dda005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.253431] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.253865] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.254231] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.254550] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.257202] env[62668]: INFO nova.compute.manager [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Terminating instance [ 1036.358763] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0497f86-576a-4306-9380-e23a049c653d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.133s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.369608] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684261, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.457491] env[62668]: DEBUG oslo_vmware.api [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684257, 'name': SuspendVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.476317] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.519941] env[62668]: DEBUG oslo_vmware.api [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684258, 'name': SuspendVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.565736] env[62668]: DEBUG nova.objects.base [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.765075] env[62668]: DEBUG nova.compute.manager [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.765331] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.766617] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e63ef3-7715-4bfc-bbb0-d065fb290493 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.776176] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.778905] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd06fdf9-ac99-4789-a184-aa4f2d9f07ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.786518] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1036.786518] env[62668]: value = "task-2684263" [ 1036.786518] env[62668]: _type = "Task" [ 1036.786518] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.799168] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.823126] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d69ad8-6e5b-4bb1-9ef0-a5474ff9e3b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.833626] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46442e4-c30e-4899-a9da-9f6494617606 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.864486] env[62668]: DEBUG oslo_concurrency.lockutils [None req-af4fc0bd-daec-4a2b-8cb2-d3ad1bec636c tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.329s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.869325] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3448c1aa-9861-4b0b-b2f2-f0899ab625c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.881263] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f966d6f-d769-41ee-a77a-c662ef2f0520 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.885393] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684261, 'name': CreateVM_Task, 'duration_secs': 1.002137} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.886176] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.887083] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.887373] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.887644] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.888165] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d86f2e-33f7-4b3e-8916-fd380331e676 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.901352] env[62668]: DEBUG nova.compute.provider_tree [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.906115] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.906243] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.907541] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1036.907541] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52575876-59d3-1102-8455-b9acd3e272cf" [ 1036.907541] env[62668]: _type = "Task" [ 1036.907541] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.916346] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52575876-59d3-1102-8455-b9acd3e272cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.956182] env[62668]: DEBUG oslo_vmware.api [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684257, 'name': SuspendVM_Task, 'duration_secs': 1.133849} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.956457] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Suspended the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1036.956685] env[62668]: DEBUG nova.compute.manager [None req-8679bd8c-754d-49df-adbf-c3e35a8ad0db tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.957756] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686bedd-a6ca-41fc-ae8d-6cbb6656e306 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.976131] env[62668]: DEBUG oslo_vmware.api [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684262, 'name': PowerOnVM_Task, 'duration_secs': 0.918659} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.976390] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.976585] env[62668]: INFO nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1036.976760] env[62668]: DEBUG nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.977603] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bedb6-440c-4e8f-8ccd-22d996ce1d14 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.020925] env[62668]: DEBUG oslo_vmware.api [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684258, 'name': SuspendVM_Task, 'duration_secs': 1.090357} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.021278] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Suspended the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1037.021533] env[62668]: DEBUG nova.compute.manager [None req-0ad82a89-94b7-4734-b013-03e0dcbf25b8 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.022318] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec4cfed-4634-4348-8966-09ab707720b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.217400] env[62668]: DEBUG nova.compute.manager [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1037.217400] env[62668]: DEBUG nova.compute.manager [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1037.217750] env[62668]: DEBUG oslo_concurrency.lockutils [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.217750] env[62668]: DEBUG oslo_concurrency.lockutils [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.217884] env[62668]: DEBUG nova.network.neutron [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.296923] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684263, 'name': PowerOffVM_Task, 'duration_secs': 0.396893} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.297781] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.297781] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.297781] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb9e781-558f-48c8-b8a5-38a58f276fb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.389958] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.390220] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.390451] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore2] 565a06bc-7fad-4110-9b44-6281d3dda005 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.390728] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab609175-a148-4db5-9c7e-7b5c6bb4cbc3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.397478] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1037.397478] env[62668]: value = "task-2684265" [ 1037.397478] env[62668]: _type = "Task" [ 1037.397478] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.405968] env[62668]: DEBUG nova.scheduler.client.report [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.409232] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.410940] env[62668]: INFO nova.compute.manager [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Detaching volume 84bd6444-7776-4521-b082-f7d8421fb2ee [ 1037.428097] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52575876-59d3-1102-8455-b9acd3e272cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.428535] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.428782] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.429089] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.429297] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.429432] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.430804] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b862dc1-8e66-4ae9-91c0-0670e8c6e1a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.441389] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.441589] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.442641] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a9fdf0-5d66-4918-a29a-e5a534e521e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.454136] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1037.454136] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5217b8b8-56ef-8429-b04e-d84c0cea5b54" [ 1037.454136] env[62668]: _type = "Task" [ 1037.454136] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.462149] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5217b8b8-56ef-8429-b04e-d84c0cea5b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.469903] env[62668]: INFO nova.virt.block_device [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Attempting to driver detach volume 84bd6444-7776-4521-b082-f7d8421fb2ee from mountpoint /dev/sdc [ 1037.469903] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.469903] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541117', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'name': 'volume-84bd6444-7776-4521-b082-f7d8421fb2ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'serial': '84bd6444-7776-4521-b082-f7d8421fb2ee'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.477008] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e27fd5-1d37-4e62-bdec-babaa95c3eb2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.504024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db3bc7b-3b1f-4bac-bc88-125dbdd9df22 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.506388] env[62668]: INFO nova.compute.manager [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Took 20.37 seconds to build instance. [ 1037.511586] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31551988-10eb-466e-970c-3c6bdcace8cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.538024] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a5618d-0dae-4986-a9ba-dd2c248aaa1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.550705] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] The volume has not been displaced from its original location: [datastore2] volume-84bd6444-7776-4521-b082-f7d8421fb2ee/volume-84bd6444-7776-4521-b082-f7d8421fb2ee.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.556715] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.556989] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4713e91-2450-49a0-a0d5-3daf140ca659 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.575476] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1037.575476] env[62668]: value = "task-2684266" [ 1037.575476] env[62668]: _type = "Task" [ 1037.575476] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.583246] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.907526] env[62668]: DEBUG oslo_vmware.api [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.908201] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.908201] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.908415] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.908636] env[62668]: INFO nova.compute.manager [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1037.908953] env[62668]: DEBUG oslo.service.loopingcall [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.909190] env[62668]: DEBUG nova.compute.manager [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.909289] env[62668]: DEBUG nova.network.neutron [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.911681] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.914743] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.069s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.921152] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.921405] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.921607] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.921801] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.921988] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.923983] env[62668]: INFO nova.compute.manager [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Terminating instance [ 1037.964908] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5217b8b8-56ef-8429-b04e-d84c0cea5b54, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.967132] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbf39ca-8367-43bc-98da-d5140e1ea23b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.975130] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1037.975130] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d56c1-2e0b-c4d9-95fc-d78a6b2eed52" [ 1037.975130] env[62668]: _type = "Task" [ 1037.975130] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.985601] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d56c1-2e0b-c4d9-95fc-d78a6b2eed52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.010542] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eac4af31-fe61-466d-a0b9-9e0f4372fb5d tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.885s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.085713] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684266, 'name': ReconfigVM_Task, 'duration_secs': 0.270765} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.086016] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.091226] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879c2ae6-5f07-4fe7-af00-236f1f8011c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.107509] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1038.107509] env[62668]: value = "task-2684267" [ 1038.107509] env[62668]: _type = "Task" [ 1038.107509] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.118824] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.154093] env[62668]: DEBUG nova.network.neutron [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.154460] env[62668]: DEBUG nova.network.neutron [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.171257] env[62668]: INFO nova.compute.manager [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Resuming [ 1038.171610] env[62668]: DEBUG nova.objects.instance [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'flavor' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.303304] env[62668]: DEBUG nova.compute.manager [req-93b7f350-b132-49df-a793-afed3c7fbc15 req-20295a92-a916-40f7-a275-1caf1c972ed3 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Received event network-vif-deleted-a67b59a0-a1d3-4728-bcfe-846a7f60c2b7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1038.303579] env[62668]: INFO nova.compute.manager [req-93b7f350-b132-49df-a793-afed3c7fbc15 req-20295a92-a916-40f7-a275-1caf1c972ed3 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Neutron deleted interface a67b59a0-a1d3-4728-bcfe-846a7f60c2b7; detaching it from the instance and deleting it from the info cache [ 1038.303747] env[62668]: DEBUG nova.network.neutron [req-93b7f350-b132-49df-a793-afed3c7fbc15 req-20295a92-a916-40f7-a275-1caf1c972ed3 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.432924] env[62668]: DEBUG oslo_concurrency.lockutils [None req-856b0b3c-4c71-46ae-ab7b-28a00f281e82 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.155s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.432924] env[62668]: DEBUG nova.compute.manager [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.433097] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.437055] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.345s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.437291] env[62668]: INFO nova.compute.manager [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Unshelving [ 1038.439504] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd69dad-ed3a-4f88-9451-4180a6d2649b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.453149] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.453477] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a654cfe8-f746-45cc-8974-cc61c9b1c995 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.488833] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523d56c1-2e0b-c4d9-95fc-d78a6b2eed52, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.488833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.488833] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 080da98f-c3f7-465e-8d01-6cf6e81fdea5/080da98f-c3f7-465e-8d01-6cf6e81fdea5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.488833] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c281b61-48fa-489d-a800-2f46588283be {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.496185] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1038.496185] env[62668]: value = "task-2684269" [ 1038.496185] env[62668]: _type = "Task" [ 1038.496185] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.509756] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.527543] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.527776] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.527953] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore2] 4e36679f-ab20-4c7f-9e2e-004786716e0a {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.528238] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4bbefc6-1cc5-4c2e-9274-30a69b89af90 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.535045] env[62668]: DEBUG oslo_vmware.api [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1038.535045] env[62668]: value = "task-2684270" [ 1038.535045] env[62668]: _type = "Task" [ 1038.535045] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.543766] env[62668]: DEBUG oslo_vmware.api [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.617016] env[62668]: DEBUG oslo_vmware.api [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684267, 'name': ReconfigVM_Task, 'duration_secs': 0.157421} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.619766] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541117', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'name': 'volume-84bd6444-7776-4521-b082-f7d8421fb2ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41a0baf-fb25-459e-8788-fac879ce33d3', 'attached_at': '', 'detached_at': '', 'volume_id': '84bd6444-7776-4521-b082-f7d8421fb2ee', 'serial': '84bd6444-7776-4521-b082-f7d8421fb2ee'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1038.661152] env[62668]: DEBUG oslo_concurrency.lockutils [req-c783f370-186d-4d05-8b6c-d94909c1adad req-9e797988-16bb-449a-846b-04a69f6f37c7 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.782185] env[62668]: DEBUG nova.network.neutron [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.808145] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c9a7f9d-8bfd-46a2-af19-8e3a7737ff4c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.815851] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2543d-5ef5-43c7-a481-98fade7a380c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.850871] env[62668]: DEBUG nova.compute.manager [req-93b7f350-b132-49df-a793-afed3c7fbc15 req-20295a92-a916-40f7-a275-1caf1c972ed3 service nova] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Detach interface failed, port_id=a67b59a0-a1d3-4728-bcfe-846a7f60c2b7, reason: Instance 565a06bc-7fad-4110-9b44-6281d3dda005 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87716719-d0eb-47d8-b969-73078df6ae2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e41a0baf-fb25-459e-8788-fac879ce33d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance af2c3492-8ccd-4736-8605-214ea933d09a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1642b99a-f7ba-4730-9001-44475d4cff0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 565a06bc-7fad-4110-9b44-6281d3dda005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 24768c79-4d5d-4a28-afc0-7c26f32868d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 5bfa300c-173b-4042-bbf3-c9ff3e083b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ad6773f3-5108-4008-a31b-16fc619e3087 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.964935] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 4e36679f-ab20-4c7f-9e2e-004786716e0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.965587] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 4120a5e6-393a-4144-bbfc-ea4cea79ada9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.965587] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e761e03b-6f2a-4633-a8fc-3dff0e68fd9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.965587] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 080da98f-c3f7-465e-8d01-6cf6e81fdea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1039.005769] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467003} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.009019] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 080da98f-c3f7-465e-8d01-6cf6e81fdea5/080da98f-c3f7-465e-8d01-6cf6e81fdea5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.009019] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.009019] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aebe3cfb-e680-4041-bcf9-23ba4b956e2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.013335] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1039.013335] env[62668]: value = "task-2684271" [ 1039.013335] env[62668]: _type = "Task" [ 1039.013335] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.023212] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.044056] env[62668]: DEBUG oslo_vmware.api [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193616} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.044534] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.044866] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.045171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.045455] env[62668]: INFO nova.compute.manager [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1039.045794] env[62668]: DEBUG oslo.service.loopingcall [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.046098] env[62668]: DEBUG nova.compute.manager [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.046303] env[62668]: DEBUG nova.network.neutron [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.161162] env[62668]: DEBUG nova.objects.instance [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'flavor' on Instance uuid e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.280334] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1039.280518] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing instance network info cache due to event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1039.280726] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.280868] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.281060] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.287431] env[62668]: INFO nova.compute.manager [-] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Took 1.38 seconds to deallocate network for instance. [ 1039.467654] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 3f3876f3-d4fe-43df-99b5-e1bcb736933b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1039.467964] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1039.468106] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1039.468254] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1039.471807] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.524825] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07495} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525108] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.525948] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f892f57-27de-4ca8-ab25-38ea214a70b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.546209] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 080da98f-c3f7-465e-8d01-6cf6e81fdea5/080da98f-c3f7-465e-8d01-6cf6e81fdea5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.546822] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840fbacf-5f1c-4512-9439-bb791fad9a1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568753] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1039.568753] env[62668]: value = "task-2684272" [ 1039.568753] env[62668]: _type = "Task" [ 1039.568753] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.577677] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.681617] env[62668]: DEBUG oslo_concurrency.lockutils [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.681803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquired lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.681981] env[62668]: DEBUG nova.network.neutron [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.707980] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80d6b8-de76-448e-ace0-4323ae722b94 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.716249] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cb8eb-6667-4ed8-93d8-35a3c65e7930 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.751784] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27c7a2-4f5a-41a0-8e53-2195a7c4955b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.759045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bb1fb0-7687-4913-b0db-285936fae263 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.772598] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.787507] env[62668]: DEBUG nova.network.neutron [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.790857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.973780] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updated VIF entry in instance network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.974180] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.079639] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.168975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7e69e294-7cbc-4296-94c4-0fefa655e5b3 tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.275800] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.289323] env[62668]: INFO nova.compute.manager [-] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Took 1.24 seconds to deallocate network for instance. [ 1040.345028] env[62668]: DEBUG nova.compute.manager [req-3f3f8b70-9706-47cd-abc3-13e22388ef06 req-cccaf8de-e198-4f12-9c35-f6ab8249a9cb service nova] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Received event network-vif-deleted-16bfac30-d870-4ca9-adf2-bd509664a0a8 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1040.427016] env[62668]: DEBUG nova.network.neutron [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [{"id": "48169b40-a037-4338-ae35-742a04ecd3ad", "address": "fa:16:3e:0c:91:47", "network": {"id": "39b28241-cc50-405a-9ff0-7b3528af2224", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407441013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2e87f1793a4ae38d5f702bea44d7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169b40-a0", "ovs_interfaceid": "48169b40-a037-4338-ae35-742a04ecd3ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.477227] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.477571] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1040.477783] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing instance network info cache due to event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1040.478038] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.478221] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.478415] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.579258] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684272, 'name': ReconfigVM_Task, 'duration_secs': 0.713254} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.579540] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 080da98f-c3f7-465e-8d01-6cf6e81fdea5/080da98f-c3f7-465e-8d01-6cf6e81fdea5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.580140] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51401f5e-c22e-4f28-83bf-8be8a233433e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.586391] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1040.586391] env[62668]: value = "task-2684273" [ 1040.586391] env[62668]: _type = "Task" [ 1040.586391] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.593642] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684273, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.783341] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.783557] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.869s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.783854] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.152s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.785439] env[62668]: INFO nova.compute.claims [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.795302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.930096] env[62668]: DEBUG oslo_concurrency.lockutils [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Releasing lock "refresh_cache-ad6773f3-5108-4008-a31b-16fc619e3087" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.931208] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca1dd0d-3f74-4aa2-bc78-d47cf358adf1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.937698] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Resuming the VM {{(pid=62668) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1040.937929] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0fd2e8-0264-4c0d-9a6b-41d04109db32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.943040] env[62668]: DEBUG oslo_vmware.api [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1040.943040] env[62668]: value = "task-2684274" [ 1040.943040] env[62668]: _type = "Task" [ 1040.943040] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.950778] env[62668]: DEBUG oslo_vmware.api [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.096720] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684273, 'name': Rename_Task, 'duration_secs': 0.341891} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.096988] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.097245] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-830cd42a-8550-4173-883b-13f16284b1aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.102658] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1041.102658] env[62668]: value = "task-2684275" [ 1041.102658] env[62668]: _type = "Task" [ 1041.102658] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.110123] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.217701] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updated VIF entry in instance network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.218092] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.343262] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.343580] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.343844] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.344142] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.344240] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.346927] env[62668]: INFO nova.compute.manager [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Terminating instance [ 1041.453407] env[62668]: DEBUG oslo_vmware.api [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684274, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.613203] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.720946] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.721341] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1041.721566] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing instance network info cache due to event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1041.721834] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.722032] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.722244] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.852840] env[62668]: DEBUG nova.compute.manager [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.853061] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.854271] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba587dc4-2411-4ba0-8d86-681dd43f161d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.861956] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.862234] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066c28fb-93f6-48a3-b80c-f2f3c60c0a42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.871651] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1041.871651] env[62668]: value = "task-2684276" [ 1041.871651] env[62668]: _type = "Task" [ 1041.871651] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.879295] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.957189] env[62668]: DEBUG oslo_vmware.api [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684274, 'name': PowerOnVM_Task, 'duration_secs': 0.538145} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.957480] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Resumed the VM {{(pid=62668) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1041.957667] env[62668]: DEBUG nova.compute.manager [None req-20b10fb1-eb08-4e69-8b60-8a6d3aea04e1 tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.958490] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38733bf8-cae6-4cc0-a3f9-06917944bd82 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.030458] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ccf40a-41c6-4863-b816-4b326fb30e56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.038549] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f725757c-560e-461a-9c55-526eb2e7e014 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.071237] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774d175-58a7-4c02-99a4-d9a21a52dd30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.079449] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4daf651-3c46-45cb-af68-5fd7d212f70a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.092935] env[62668]: DEBUG nova.compute.provider_tree [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.112734] env[62668]: DEBUG oslo_vmware.api [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684275, 'name': PowerOnVM_Task, 'duration_secs': 0.535201} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.112933] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.113149] env[62668]: INFO nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1042.113422] env[62668]: DEBUG nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.114183] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48890147-dda6-490b-9886-d1cbb0880de7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.382744] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684276, 'name': PowerOffVM_Task, 'duration_secs': 0.202556} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.382744] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.382897] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.383393] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c01fc6-4966-4683-8f01-7cffff4962da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.418421] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updated VIF entry in instance network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.418421] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.597328] env[62668]: DEBUG nova.scheduler.client.report [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.607933] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.608176] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.608361] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleting the datastore file [datastore1] e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.608612] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f2b373-7de5-4485-b1a2-30d06127447d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.615381] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for the task: (returnval){ [ 1042.615381] env[62668]: value = "task-2684278" [ 1042.615381] env[62668]: _type = "Task" [ 1042.615381] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.628811] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.632899] env[62668]: INFO nova.compute.manager [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Took 18.30 seconds to build instance. [ 1042.921277] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.921277] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1042.921277] env[62668]: DEBUG nova.compute.manager [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1042.921277] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.921277] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.921564] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.103472] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.103792] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.106636] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.106851] env[62668]: DEBUG nova.objects.instance [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'pci_requests' on Instance uuid d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.126033] env[62668]: DEBUG oslo_vmware.api [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Task: {'id': task-2684278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.126219] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.126554] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.126554] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.126719] env[62668]: INFO nova.compute.manager [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1043.126953] env[62668]: DEBUG oslo.service.loopingcall [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.127442] env[62668]: DEBUG nova.compute.manager [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.127535] env[62668]: DEBUG nova.network.neutron [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.135260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e617819-e07e-49c9-81fe-06edce1f38f8 tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.814s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.434982] env[62668]: DEBUG nova.compute.manager [None req-76f96bd7-7374-4eae-b6bf-cfb05c48f94c tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.436067] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abae7d-75f4-407d-a683-b2fe0971856a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.498989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.499370] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.499676] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.499943] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.500208] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.502897] env[62668]: INFO nova.compute.manager [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Terminating instance [ 1043.611724] env[62668]: DEBUG nova.compute.utils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1043.614137] env[62668]: DEBUG nova.objects.instance [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'numa_topology' on Instance uuid d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.615512] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.616054] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.653128] env[62668]: DEBUG nova.compute.manager [req-51d35e87-7f72-4a5d-80e9-08c0d562af90 req-6127a836-b86b-43b0-a90d-460185debf4a service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Received event network-vif-deleted-5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1043.653128] env[62668]: INFO nova.compute.manager [req-51d35e87-7f72-4a5d-80e9-08c0d562af90 req-6127a836-b86b-43b0-a90d-460185debf4a service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Neutron deleted interface 5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00; detaching it from the instance and deleting it from the info cache [ 1043.653128] env[62668]: DEBUG nova.network.neutron [req-51d35e87-7f72-4a5d-80e9-08c0d562af90 req-6127a836-b86b-43b0-a90d-460185debf4a service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.700314] env[62668]: DEBUG nova.policy [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f8360b125fd4b98abbe6e8708c72096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3422f18f03b14b67a15d8927015bfdf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.769253] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.769744] env[62668]: DEBUG nova.network.neutron [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.948687] env[62668]: INFO nova.compute.manager [None req-76f96bd7-7374-4eae-b6bf-cfb05c48f94c tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] instance snapshotting [ 1043.949382] env[62668]: DEBUG nova.objects.instance [None req-76f96bd7-7374-4eae-b6bf-cfb05c48f94c tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lazy-loading 'flavor' on Instance uuid 080da98f-c3f7-465e-8d01-6cf6e81fdea5 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.011143] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "refresh_cache-080da98f-c3f7-465e-8d01-6cf6e81fdea5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.011369] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquired lock "refresh_cache-080da98f-c3f7-465e-8d01-6cf6e81fdea5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.011597] env[62668]: DEBUG nova.network.neutron [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.117481] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.123300] env[62668]: INFO nova.compute.claims [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.129603] env[62668]: DEBUG nova.network.neutron [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.148787] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Successfully created port: e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.156124] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-094c04ff-cd24-45af-80ed-3b6aeb76a85f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.166623] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754119b-f5d1-4131-919c-55a5ae1167b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.201652] env[62668]: DEBUG nova.compute.manager [req-51d35e87-7f72-4a5d-80e9-08c0d562af90 req-6127a836-b86b-43b0-a90d-460185debf4a service nova] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Detach interface failed, port_id=5a9ceaa7-57b6-47a2-8e37-bbf8712f7e00, reason: Instance e41a0baf-fb25-459e-8788-fac879ce33d3 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1044.273822] env[62668]: DEBUG oslo_concurrency.lockutils [req-f9299c1c-c312-4ecb-8fc0-bc5646a0d7dc req-d182c90a-cf69-4f46-889e-e9da995f2235 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.456022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403a5f7-f7a3-4529-8d4c-e7a0b05af460 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.472340] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f184af-8d77-4d75-8dbb-5011ebc51360 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.545728] env[62668]: DEBUG nova.network.neutron [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.632505] env[62668]: INFO nova.compute.manager [-] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Took 1.50 seconds to deallocate network for instance. [ 1044.645199] env[62668]: DEBUG nova.network.neutron [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.983029] env[62668]: DEBUG nova.compute.manager [None req-76f96bd7-7374-4eae-b6bf-cfb05c48f94c tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance disappeared during snapshot {{(pid=62668) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1045.100695] env[62668]: DEBUG nova.compute.manager [None req-76f96bd7-7374-4eae-b6bf-cfb05c48f94c tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Found 0 images (rotation: 2) {{(pid=62668) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1045.130539] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.139774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.148127] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Releasing lock "refresh_cache-080da98f-c3f7-465e-8d01-6cf6e81fdea5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.148127] env[62668]: DEBUG nova.compute.manager [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.148523] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.149692] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8313d2d-20b0-4b31-9310-aa1d0febad2c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.157488] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.157822] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.157987] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.158191] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.158357] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.158508] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.158717] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.158874] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.159065] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.159264] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.159439] env[62668]: DEBUG nova.virt.hardware [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.160687] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0e6f9-76d8-4535-a887-43709d3304de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.172237] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.173470] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c4ed2-e655-4108-b337-0b142bf7af96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.177137] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e5ba24-efb7-4831-ad15-9e40c8706428 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.184910] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1045.184910] env[62668]: value = "task-2684279" [ 1045.184910] env[62668]: _type = "Task" [ 1045.184910] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.207227] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.303263] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.303526] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.303877] env[62668]: DEBUG nova.objects.instance [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid 24768c79-4d5d-4a28-afc0-7c26f32868d6 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.391235] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d5775-4ab4-4480-84c6-cac7f64b80bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.399560] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c539428-ffcf-487c-b072-5b9a30e45af0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.429297] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f59700-1679-4059-9463-5bd015a8d5ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.436721] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1273a1b9-16ef-45d7-9ed9-a0ecaea5d6b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.451889] env[62668]: DEBUG nova.compute.provider_tree [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.703043] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684279, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.955308] env[62668]: DEBUG nova.scheduler.client.report [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.973944] env[62668]: DEBUG nova.objects.instance [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid 24768c79-4d5d-4a28-afc0-7c26f32868d6 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.032297] env[62668]: DEBUG nova.compute.manager [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Received event network-vif-plugged-e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1046.032510] env[62668]: DEBUG oslo_concurrency.lockutils [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.032717] env[62668]: DEBUG oslo_concurrency.lockutils [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.032881] env[62668]: DEBUG oslo_concurrency.lockutils [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.033057] env[62668]: DEBUG nova.compute.manager [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] No waiting events found dispatching network-vif-plugged-e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.033228] env[62668]: WARNING nova.compute.manager [req-07ab3ede-d9f3-4a8f-903b-6e4e6c641633 req-ac666176-7d99-4ace-b662-2e2213e1a0ea service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Received unexpected event network-vif-plugged-e0d70488-e563-4510-b12a-17c4d9a61c30 for instance with vm_state building and task_state spawning. [ 1046.129271] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Successfully updated port: e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.203828] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684279, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.460549] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.354s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.462833] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.672s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.463085] env[62668]: DEBUG nova.objects.instance [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid 565a06bc-7fad-4110-9b44-6281d3dda005 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.476086] env[62668]: DEBUG nova.objects.base [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance<24768c79-4d5d-4a28-afc0-7c26f32868d6> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.476285] env[62668]: DEBUG nova.network.neutron [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.502698] env[62668]: INFO nova.network.neutron [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1046.582710] env[62668]: DEBUG nova.policy [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.632155] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.632331] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.632485] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.705046] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684279, 'name': PowerOffVM_Task, 'duration_secs': 1.43406} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.705455] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.705525] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.705745] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c90dd890-cb44-47b6-9935-c48e527175ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.729199] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.729441] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.729623] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Deleting the datastore file [datastore1] 080da98f-c3f7-465e-8d01-6cf6e81fdea5 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.729885] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07a6957a-f4ce-43aa-b310-3493c30df805 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.736400] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for the task: (returnval){ [ 1046.736400] env[62668]: value = "task-2684281" [ 1046.736400] env[62668]: _type = "Task" [ 1046.736400] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.744608] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.164420] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.178844] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984612c-18c2-48f2-b505-2676bfab3d59 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.190166] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be27aa4-63e1-4799-a443-f26ee9a6aa8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.222635] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c2093-4a61-4390-80b5-08fa358e927f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.230489] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef6a5a-5352-4ae6-845c-977dbb4f1ad2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.243756] env[62668]: DEBUG nova.compute.provider_tree [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.252540] env[62668]: DEBUG oslo_vmware.api [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Task: {'id': task-2684281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144385} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.252703] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.252882] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.253069] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.253250] env[62668]: INFO nova.compute.manager [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1047.253633] env[62668]: DEBUG oslo.service.loopingcall [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.256624] env[62668]: DEBUG nova.compute.manager [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.256624] env[62668]: DEBUG nova.network.neutron [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.276458] env[62668]: DEBUG nova.network.neutron [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.332912] env[62668]: DEBUG nova.network.neutron [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating instance_info_cache with network_info: [{"id": "e0d70488-e563-4510-b12a-17c4d9a61c30", "address": "fa:16:3e:2d:ac:58", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d70488-e5", "ovs_interfaceid": "e0d70488-e563-4510-b12a-17c4d9a61c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.459665] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.459927] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.460166] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.460354] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.460528] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.462723] env[62668]: INFO nova.compute.manager [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Terminating instance [ 1047.749116] env[62668]: DEBUG nova.scheduler.client.report [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.778611] env[62668]: DEBUG nova.network.neutron [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.835805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.836146] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance network_info: |[{"id": "e0d70488-e563-4510-b12a-17c4d9a61c30", "address": "fa:16:3e:2d:ac:58", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d70488-e5", "ovs_interfaceid": "e0d70488-e563-4510-b12a-17c4d9a61c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.836629] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ac:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d70488-e563-4510-b12a-17c4d9a61c30', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.844142] env[62668]: DEBUG oslo.service.loopingcall [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.844360] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.844619] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5ede78-4a54-4987-b728-debd0fa2070d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.864727] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.864727] env[62668]: value = "task-2684282" [ 1047.864727] env[62668]: _type = "Task" [ 1047.864727] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.871958] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684282, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.966775] env[62668]: DEBUG nova.compute.manager [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.966996] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.967997] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6843c9c7-3261-4504-9aa6-d04333173893 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.975880] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.976136] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6f2b23-616d-4833-8843-fb628747c60c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.981721] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1047.981721] env[62668]: value = "task-2684283" [ 1047.981721] env[62668]: _type = "Task" [ 1047.981721] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.989291] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.061575] env[62668]: DEBUG nova.compute.manager [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Received event network-changed-e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1048.061810] env[62668]: DEBUG nova.compute.manager [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Refreshing instance network info cache due to event network-changed-e0d70488-e563-4510-b12a-17c4d9a61c30. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1048.062099] env[62668]: DEBUG oslo_concurrency.lockutils [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] Acquiring lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.062258] env[62668]: DEBUG oslo_concurrency.lockutils [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] Acquired lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.062419] env[62668]: DEBUG nova.network.neutron [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Refreshing network info cache for port e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.254187] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.257345] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.461s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.257345] env[62668]: DEBUG nova.objects.instance [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'resources' on Instance uuid 4e36679f-ab20-4c7f-9e2e-004786716e0a {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.281601] env[62668]: INFO nova.compute.manager [-] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Took 1.02 seconds to deallocate network for instance. [ 1048.298107] env[62668]: INFO nova.scheduler.client.report [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance 565a06bc-7fad-4110-9b44-6281d3dda005 [ 1048.374106] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684282, 'name': CreateVM_Task, 'duration_secs': 0.363128} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.374279] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.374943] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.375124] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.375451] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.375706] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac39f3d-c653-4392-83bd-4b4d672c56c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.380208] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1048.380208] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52340801-c7c4-98e3-e057-ba9430468562" [ 1048.380208] env[62668]: _type = "Task" [ 1048.380208] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.388498] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52340801-c7c4-98e3-e057-ba9430468562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.450719] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.450911] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451169] env[62668]: DEBUG nova.network.neutron [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.487193] env[62668]: DEBUG nova.network.neutron [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Successfully updated port: b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.494086] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684283, 'name': PowerOffVM_Task, 'duration_secs': 0.222057} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.494367] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.494556] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.494839] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b90bd66d-8846-4558-8855-155dbb3cdab2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.571125] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.571387] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.571684] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleting the datastore file [datastore2] ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.572332] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d890718-121c-47ee-a341-034378821980 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.579731] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for the task: (returnval){ [ 1048.579731] env[62668]: value = "task-2684285" [ 1048.579731] env[62668]: _type = "Task" [ 1048.579731] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.587363] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.788235] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.811249] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d8587311-e397-4f32-8028-5694e480afc0 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "565a06bc-7fad-4110-9b44-6281d3dda005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.558s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.829324] env[62668]: DEBUG nova.network.neutron [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updated VIF entry in instance network info cache for port e0d70488-e563-4510-b12a-17c4d9a61c30. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.829664] env[62668]: DEBUG nova.network.neutron [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating instance_info_cache with network_info: [{"id": "e0d70488-e563-4510-b12a-17c4d9a61c30", "address": "fa:16:3e:2d:ac:58", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d70488-e5", "ovs_interfaceid": "e0d70488-e563-4510-b12a-17c4d9a61c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.891165] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52340801-c7c4-98e3-e057-ba9430468562, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.893406] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.893639] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.893865] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.894018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.894209] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.894625] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc990b6a-f217-4825-8510-7c5f4206e428 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.902532] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.902710] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.905420] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0da948-5368-4a85-bf77-8057a0110c42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.910613] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1048.910613] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5d525-58ce-dce7-185b-01416acfa124" [ 1048.910613] env[62668]: _type = "Task" [ 1048.910613] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.918165] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5d525-58ce-dce7-185b-01416acfa124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.963360] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8193ea-3f62-4996-bb93-b59e4de3b23b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.970614] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78306647-79ca-4e18-a965-a425274cfdd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.001838] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.001838] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.001838] env[62668]: DEBUG nova.network.neutron [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.006776] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36881fa8-44f1-487a-91b0-15801b96e7ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.016219] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb4318-7f16-430c-b734-93cc7843b862 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.030372] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.089452] env[62668]: DEBUG oslo_vmware.api [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Task: {'id': task-2684285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221949} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.090033] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.090033] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.090948] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.090948] env[62668]: INFO nova.compute.manager [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1049.090948] env[62668]: DEBUG oslo.service.loopingcall [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.090948] env[62668]: DEBUG nova.compute.manager [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.091218] env[62668]: DEBUG nova.network.neutron [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.331972] env[62668]: DEBUG oslo_concurrency.lockutils [req-8bbc8a66-b155-47ad-ac87-9a1d749c41df req-49b4f301-a583-4ecb-a158-d4527494712e service nova] Releasing lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.393504] env[62668]: DEBUG nova.network.neutron [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.422515] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5d525-58ce-dce7-185b-01416acfa124, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.423556] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac03552a-06e3-4ce6-81b8-7819e82fb2c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.428658] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1049.428658] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eae95a-970f-ac61-e8c5-0cd47fe71c55" [ 1049.428658] env[62668]: _type = "Task" [ 1049.428658] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.436267] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eae95a-970f-ac61-e8c5-0cd47fe71c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.551099] env[62668]: ERROR nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [req-65d76fa5-25f5-4baa-957e-bdffae23471d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65d76fa5-25f5-4baa-957e-bdffae23471d"}]} [ 1049.554128] env[62668]: WARNING nova.network.neutron [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 1049.565877] env[62668]: DEBUG nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.578418] env[62668]: DEBUG nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.578637] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 153 to 154 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1049.578800] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.589406] env[62668]: DEBUG nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.606226] env[62668]: DEBUG nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.808301] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7757c-48af-4e23-ac49-f4eefd413d92 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.816107] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bff283d-55ce-45b9-891f-0b2e9d7d045b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.848246] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae273a-ecfe-4c58-9c15-2f70c570716c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.855573] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d758107-5985-4957-af95-9751d4429336 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.872536] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.896201] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.922877] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7245807d22854042b1d06dc157e587db',container_format='bare',created_at=2025-02-19T13:02:31Z,direct_url=,disk_format='vmdk',id=98839295-c923-4739-b96b-954daa331caf,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-682421802-shelved',owner='c9a7c7bc17d64717b4da55c4f2092088',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-02-19T13:02:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.923227] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.923431] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.923633] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.923783] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.923931] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.924152] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.924312] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.924478] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.924639] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.924808] env[62668]: DEBUG nova.virt.hardware [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.925811] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9acbb3-660f-4140-b012-31c8d40efd23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.929082] env[62668]: DEBUG nova.network.neutron [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b67ee675-a1ed-430f-ae41-9c08c578eece", "address": "fa:16:3e:97:01:0e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67ee675-a1", "ovs_interfaceid": "b67ee675-a1ed-430f-ae41-9c08c578eece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.938428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d92ea7-4b69-4855-8174-b21410c3c032 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.946294] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eae95a-970f-ac61-e8c5-0cd47fe71c55, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.947052] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.947275] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.947526] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d299fee-a23b-451f-bdf3-00d5ca2886b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.957571] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.965059] env[62668]: DEBUG oslo.service.loopingcall [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.965853] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.966077] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e49c30-7f6b-4f7d-b08e-fb7b45bf939a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.983215] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1049.983215] env[62668]: value = "task-2684286" [ 1049.983215] env[62668]: _type = "Task" [ 1049.983215] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.987594] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.987594] env[62668]: value = "task-2684287" [ 1049.987594] env[62668]: _type = "Task" [ 1049.987594] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.993723] env[62668]: DEBUG nova.network.neutron [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.994961] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.001983] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684287, 'name': CreateVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.066568] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.066805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.099293] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1050.099513] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.099785] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.099884] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.100076] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] No waiting events found dispatching network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.100267] env[62668]: WARNING nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received unexpected event network-vif-plugged-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb for instance with vm_state shelved_offloaded and task_state spawning. [ 1050.100446] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1050.100579] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.100761] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.100941] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.101146] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] No waiting events found dispatching network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.101321] env[62668]: WARNING nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received unexpected event network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece for instance with vm_state active and task_state None. [ 1050.101479] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1050.101629] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing instance network info cache due to event network-changed-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1050.101804] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquiring lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.101939] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquired lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.102111] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Refreshing network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.413905] env[62668]: DEBUG nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.414412] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 154 to 155 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.414648] env[62668]: DEBUG nova.compute.provider_tree [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.435907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.436578] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.436739] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437586] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d645aef2-a33a-453d-b14a-40a1bcb6202d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.454707] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.455040] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.455136] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.455312] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.455458] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.455602] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.455800] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.457574] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.457574] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.457574] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.457574] env[62668]: DEBUG nova.virt.hardware [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.462602] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfiguring VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1050.462896] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43b63b1-e246-4c2b-94a2-12bd0711a328 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.480182] env[62668]: DEBUG oslo_vmware.api [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1050.480182] env[62668]: value = "task-2684288" [ 1050.480182] env[62668]: _type = "Task" [ 1050.480182] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.491870] env[62668]: DEBUG oslo_vmware.api [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684288, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.499126] env[62668]: INFO nova.compute.manager [-] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Took 1.41 seconds to deallocate network for instance. [ 1050.499430] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465196} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.503566] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.503772] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.503969] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684287, 'name': CreateVM_Task, 'duration_secs': 0.404411} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.506529] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-168e7965-1189-4620-885f-60a0af14ff8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.508175] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.509131] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.509296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.509661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.510309] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8826b31-b23f-433d-892c-1cbd5eee12d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.514309] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1050.514309] env[62668]: value = "task-2684289" [ 1050.514309] env[62668]: _type = "Task" [ 1050.514309] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.515534] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1050.515534] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ca8cd9-e238-af32-14f5-9bd81118f366" [ 1050.515534] env[62668]: _type = "Task" [ 1050.515534] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.526591] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.530669] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ca8cd9-e238-af32-14f5-9bd81118f366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.569554] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.858034] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updated VIF entry in instance network info cache for port b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.858437] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [{"id": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "address": "fa:16:3e:69:3f:37", "network": {"id": "b15a75c2-92de-4702-9cfe-2a7d0026bac1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-436821691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a7c7bc17d64717b4da55c4f2092088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a1fbcd-d1", "ovs_interfaceid": "b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.920510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.664s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.923078] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.784s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.923316] env[62668]: DEBUG nova.objects.instance [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lazy-loading 'resources' on Instance uuid e41a0baf-fb25-459e-8788-fac879ce33d3 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.942983] env[62668]: INFO nova.scheduler.client.report [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance 4e36679f-ab20-4c7f-9e2e-004786716e0a [ 1050.990899] env[62668]: DEBUG oslo_vmware.api [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.010034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.030793] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080449} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.031167] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.031524] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.031741] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Processing image 98839295-c923-4739-b96b-954daa331caf {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.031969] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.032125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.032303] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.033125] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7823c-c185-4ba3-997e-af1253e84b8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.035917] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8ed49b-25b9-44f6-a8e1-8f6cce38a609 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.057760] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.059642] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc374fc7-5f6c-42c8-9824-08d48b98fa19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.074566] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.074751] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.077762] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0699f83-a294-466a-95e0-446008bfea65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.086844] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1051.086844] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52190cd4-db98-c9ef-5830-72fc2d0751a8" [ 1051.086844] env[62668]: _type = "Task" [ 1051.086844] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.088134] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1051.088134] env[62668]: value = "task-2684290" [ 1051.088134] env[62668]: _type = "Task" [ 1051.088134] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.096296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.100392] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52190cd4-db98-c9ef-5830-72fc2d0751a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.104556] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.361483] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Releasing lock "refresh_cache-d6f92dcd-d648-4f23-bc57-e127fd9cab91" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.361782] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1051.361960] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-b67ee675-a1ed-430f-ae41-9c08c578eece. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1051.362201] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.362372] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.362549] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.453597] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4b669702-1c53-4cc2-ac3d-0ac8d91f870e tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4e36679f-ab20-4c7f-9e2e-004786716e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.532s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.492963] env[62668]: DEBUG oslo_vmware.api [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684288, 'name': ReconfigVM_Task, 'duration_secs': 0.859975} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.493475] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.493693] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfigured VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1051.602690] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1051.602971] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Fetch image to [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5/OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1051.603171] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Downloading stream optimized image 98839295-c923-4739-b96b-954daa331caf to [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5/OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5.vmdk on the data store datastore2 as vApp {{(pid=62668) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1051.603350] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Downloading image file data 98839295-c923-4739-b96b-954daa331caf to the ESX as VM named 'OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5' {{(pid=62668) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1051.608716] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.679378] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d922fd1-bd1b-4b60-9740-04db5462cce9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.688566] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32739ede-1749-41d2-b72f-80107ca1bcaa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.720211] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1051.720211] env[62668]: value = "resgroup-9" [ 1051.720211] env[62668]: _type = "ResourcePool" [ 1051.720211] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1051.721121] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9734c-4058-435a-9e63-4126bf541bef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.724192] env[62668]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a122d614-5cb8-456c-858e-ceacbc85bd49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.744409] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c4cd0-d7ad-4688-811c-f868b9456112 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.749390] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease: (returnval){ [ 1051.749390] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1051.749390] env[62668]: _type = "HttpNfcLease" [ 1051.749390] env[62668]: } obtained for vApp import into resource pool (val){ [ 1051.749390] env[62668]: value = "resgroup-9" [ 1051.749390] env[62668]: _type = "ResourcePool" [ 1051.749390] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1051.749708] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the lease: (returnval){ [ 1051.749708] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1051.749708] env[62668]: _type = "HttpNfcLease" [ 1051.749708] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.762454] env[62668]: DEBUG nova.compute.provider_tree [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.767116] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.767116] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1051.767116] env[62668]: _type = "HttpNfcLease" [ 1051.767116] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.998499] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db48f68e-6f97-4411-bfdf-0496fe786121 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.695s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.103588] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684290, 'name': ReconfigVM_Task, 'duration_secs': 0.836976} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.103910] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.104600] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb75970-4998-4a7a-a80a-3a19c7d061cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.111053] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1052.111053] env[62668]: value = "task-2684292" [ 1052.111053] env[62668]: _type = "Task" [ 1052.111053] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.119285] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684292, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.122652] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port b67ee675-a1ed-430f-ae41-9c08c578eece. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.123106] env[62668]: DEBUG nova.network.neutron [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b67ee675-a1ed-430f-ae41-9c08c578eece", "address": "fa:16:3e:97:01:0e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67ee675-a1", "ovs_interfaceid": "b67ee675-a1ed-430f-ae41-9c08c578eece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.259265] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.259265] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1052.259265] env[62668]: _type = "HttpNfcLease" [ 1052.259265] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1052.266465] env[62668]: DEBUG nova.scheduler.client.report [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.305007] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.305254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.621603] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684292, 'name': Rename_Task, 'duration_secs': 0.173882} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.621932] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.622180] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3fbd67-69ff-41b1-983b-72b6a62cd0e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.626561] env[62668]: DEBUG oslo_concurrency.lockutils [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.626772] env[62668]: DEBUG nova.compute.manager [req-659959ef-e06a-4b57-84ab-676be23e0d46 req-58b281d3-b6b8-4d22-ad03-e1b6163e4ba8 service nova] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Received event network-vif-deleted-48169b40-a037-4338-ae35-742a04ecd3ad {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1052.628292] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1052.628292] env[62668]: value = "task-2684293" [ 1052.628292] env[62668]: _type = "Task" [ 1052.628292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.635980] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.758777] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.758777] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1052.758777] env[62668]: _type = "HttpNfcLease" [ 1052.758777] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.759268] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.759268] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e152f-6950-0fff-5514-d1d596ce3f4b" [ 1052.759268] env[62668]: _type = "HttpNfcLease" [ 1052.759268] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1052.760223] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ec26d-3b37-4b0f-9ac2-38226c389317 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.768249] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.768249] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1052.771429] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.829307] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.041s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.829795] env[62668]: DEBUG nova.objects.instance [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lazy-loading 'resources' on Instance uuid 080da98f-c3f7-465e-8d01-6cf6e81fdea5 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.830907] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.840286] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-226dcbe7-bcb6-4307-8b61-a88f5a87e23e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.857380] env[62668]: INFO nova.scheduler.client.report [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Deleted allocations for instance e41a0baf-fb25-459e-8788-fac879ce33d3 [ 1053.142029] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.304454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.304762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.355345] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.364889] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e4fe691f-a299-4cab-882a-33308ebeadbd tempest-AttachVolumeTestJSON-1199462514 tempest-AttachVolumeTestJSON-1199462514-project-member] Lock "e41a0baf-fb25-459e-8788-fac879ce33d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.021s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.538684] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.539023] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.574784] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73acd036-0f9f-44ec-8bd2-288655c340a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.583856] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57537d3c-09df-4c36-a14b-c95a4ab5c68c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.618180] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54cce9-2b04-43ce-a379-fde4ddb7ee1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.626397] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea11249-8672-4c57-aed9-f8235828455b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.647183] env[62668]: DEBUG nova.compute.provider_tree [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.654032] env[62668]: DEBUG oslo_vmware.api [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684293, 'name': PowerOnVM_Task, 'duration_secs': 0.776544} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.654754] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.654754] env[62668]: INFO nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1053.654903] env[62668]: DEBUG nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.655719] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebacf7f-94af-45e5-a8d4-e7a243453647 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.808285] env[62668]: DEBUG nova.compute.utils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.042143] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.042351] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.043297] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b647a-e09d-4d3c-ada4-8104370c3837 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.063976] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c6ee3-0b66-4d78-8cdc-2d3c3ba7447e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.097192] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfiguring VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1054.097490] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35ed909-8718-419f-9e77-3d3e5bfa6e27 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.120971] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1054.120971] env[62668]: value = "task-2684295" [ 1054.120971] env[62668]: _type = "Task" [ 1054.120971] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.130827] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.155965] env[62668]: DEBUG nova.scheduler.client.report [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.163968] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1054.164280] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.165648] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1531813-574c-4b3e-b5b3-a882aaa62b07 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.182126] env[62668]: INFO nova.compute.manager [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Took 18.57 seconds to build instance. [ 1054.183368] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.183608] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1054.184425] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b9c39177-6814-4e9f-87c9-25ed32b774fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.311550] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.631547] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.665716] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.668036] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.658s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.668280] env[62668]: DEBUG nova.objects.instance [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lazy-loading 'resources' on Instance uuid ad6773f3-5108-4008-a31b-16fc619e3087 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.685331] env[62668]: DEBUG oslo_concurrency.lockutils [None req-aff307ac-98ab-4995-a5b2-ac806c68c5b2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.080s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.697631] env[62668]: INFO nova.scheduler.client.report [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Deleted allocations for instance 080da98f-c3f7-465e-8d01-6cf6e81fdea5 [ 1054.718018] env[62668]: DEBUG oslo_vmware.rw_handles [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a3054-9496-9088-8710-5f837c3eb40e/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1054.718018] env[62668]: INFO nova.virt.vmwareapi.images [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Downloaded image file data 98839295-c923-4739-b96b-954daa331caf [ 1054.718018] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244797fc-b69e-49af-baa4-3a40c8ce292c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735133] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1c9fd4-dc50-4f73-bc67-e6eb3fb69679 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.822591] env[62668]: INFO nova.virt.vmwareapi.images [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] The imported VM was unregistered [ 1054.825489] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1054.825489] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Creating directory with path [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.825725] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e05adca-19f1-4e24-962d-8a8b84996852 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.837708] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Created directory with path [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.837901] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5/OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5.vmdk to [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk. {{(pid=62668) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1054.838165] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b5c44fe8-cee1-4ee5-a4f2-d32b2f175cb2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.844194] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1054.844194] env[62668]: value = "task-2684297" [ 1054.844194] env[62668]: _type = "Task" [ 1054.844194] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.850056] env[62668]: DEBUG nova.compute.manager [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Received event network-changed-e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1054.850406] env[62668]: DEBUG nova.compute.manager [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Refreshing instance network info cache due to event network-changed-e0d70488-e563-4510-b12a-17c4d9a61c30. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1054.850449] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] Acquiring lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.851501] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] Acquired lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.852448] env[62668]: DEBUG nova.network.neutron [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Refreshing network info cache for port e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.857759] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.132711] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.209512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-35e7394d-6057-4eee-b404-700ac056a9dd tempest-ServersAaction247Test-1288368461 tempest-ServersAaction247Test-1288368461-project-member] Lock "080da98f-c3f7-465e-8d01-6cf6e81fdea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.710s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.304356] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "a0d5bf26-1cde-41cf-816f-e482e0093263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.305092] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.356439] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.386598] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.386895] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.387159] env[62668]: INFO nova.compute.manager [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Attaching volume b4e83e2a-e80c-4207-b078-7b157e6437c4 to /dev/sdb [ 1055.434232] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77dca7-1942-4eb0-a5e3-56680c8e02c2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.441844] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551b24d-b109-4287-a37f-5dc96a42a8c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.454278] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9d5f71-3bfb-4aa7-8f43-375b61513d08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.458954] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e5718f-8212-44ac-95ef-3cbbd51e5093 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.495554] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d530b6c-5007-4e9b-b8c6-547507194fba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.498370] env[62668]: DEBUG nova.virt.block_device [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating existing volume attachment record: b869673a-19ef-482e-ba15-445a58769015 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.506760] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b7a0c6-a592-48c3-801f-85116573a32e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.524586] env[62668]: DEBUG nova.compute.provider_tree [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.631422] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.632052] env[62668]: DEBUG nova.network.neutron [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updated VIF entry in instance network info cache for port e0d70488-e563-4510-b12a-17c4d9a61c30. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.632433] env[62668]: DEBUG nova.network.neutron [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating instance_info_cache with network_info: [{"id": "e0d70488-e563-4510-b12a-17c4d9a61c30", "address": "fa:16:3e:2d:ac:58", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d70488-e5", "ovs_interfaceid": "e0d70488-e563-4510-b12a-17c4d9a61c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.807613] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.859811] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.029192] env[62668]: DEBUG nova.scheduler.client.report [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.133094] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.134937] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ad378bf-8b30-47f6-a529-a8c2bb78584a req-b234ee1f-9e03-418b-ab9a-35e7798018dd service nova] Releasing lock "refresh_cache-3f3876f3-d4fe-43df-99b5-e1bcb736933b" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.333843] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.360375] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.534751] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.537352] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.441s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.538992] env[62668]: INFO nova.compute.claims [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.556178] env[62668]: INFO nova.scheduler.client.report [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Deleted allocations for instance ad6773f3-5108-4008-a31b-16fc619e3087 [ 1056.631732] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.860120] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.064703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-cb4ee961-8b8a-40ee-b5ef-36106528e58e tempest-ServersNegativeTestJSON-2124994569 tempest-ServersNegativeTestJSON-2124994569-project-member] Lock "ad6773f3-5108-4008-a31b-16fc619e3087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.605s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.132823] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.359787] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684297, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.361075} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.360167] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5/OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5.vmdk to [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk. [ 1057.360221] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Cleaning up location [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1057.360381] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c9c299d0-298c-443c-8284-c72910324bb5 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.360691] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544d9133-8016-4c9b-b97c-b58e8be733e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.367430] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1057.367430] env[62668]: value = "task-2684302" [ 1057.367430] env[62668]: _type = "Task" [ 1057.367430] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.375019] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.634800] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.738780] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b294b77a-b9c9-4583-8a48-82f67696841d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.745866] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79969894-dfc6-48dd-be84-8771eb1235ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.777183] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f310425-7052-48d7-b827-e12f8855fbdf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.784561] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5054fc-ac4f-4045-944a-73daf60d723f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.797753] env[62668]: DEBUG nova.compute.provider_tree [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.876852] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050776} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.877233] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.877421] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.877674] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk to [datastore2] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.877933] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2af640d5-10d4-4290-a8e8-efe2325a7f0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.883627] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1057.883627] env[62668]: value = "task-2684304" [ 1057.883627] env[62668]: _type = "Task" [ 1057.883627] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.890795] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.134561] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.325892] env[62668]: ERROR nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [req-245850a4-a315-4b81-88cf-5d305ef953ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-245850a4-a315-4b81-88cf-5d305ef953ca"}]} [ 1058.352209] env[62668]: DEBUG nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1058.371036] env[62668]: DEBUG nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1058.371036] env[62668]: DEBUG nova.compute.provider_tree [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.397596] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.398762] env[62668]: DEBUG nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1058.428056] env[62668]: DEBUG nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1058.637790] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.657287] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b0dd5-45eb-421e-8b06-71e56a2df88f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.665685] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb390c8-2151-47d3-9b75-16d1654b218b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.703803] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e6e24-f3c6-43cc-9e9f-81766b8ab188 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.712237] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ed908e-a2d3-4ebc-817b-9a67de72ce5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.728266] env[62668]: DEBUG nova.compute.provider_tree [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.896029] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.137069] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.274101] env[62668]: DEBUG nova.scheduler.client.report [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.274309] env[62668]: DEBUG nova.compute.provider_tree [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 157 to 158 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.274466] env[62668]: DEBUG nova.compute.provider_tree [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.397225] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.636912] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.786265] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.249s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.786796] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.789971] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.435s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.791420] env[62668]: INFO nova.compute.claims [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.898181] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.052774] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.053035] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541128', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'name': 'volume-b4e83e2a-e80c-4207-b078-7b157e6437c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bfa300c-173b-4042-bbf3-c9ff3e083b10', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'serial': 'b4e83e2a-e80c-4207-b078-7b157e6437c4'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.053999] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54037899-7c30-4319-9bea-b62e6c4a01a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.075155] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabbfd26-6b95-48e4-ba77-6d32a76a11d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105796] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-b4e83e2a-e80c-4207-b078-7b157e6437c4/volume-b4e83e2a-e80c-4207-b078-7b157e6437c4.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.106106] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae668247-2b82-4ce8-8cc6-ff198edcf5cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.126424] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1060.126424] env[62668]: value = "task-2684305" [ 1060.126424] env[62668]: _type = "Task" [ 1060.126424] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.139298] env[62668]: DEBUG oslo_vmware.api [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684295, 'name': ReconfigVM_Task, 'duration_secs': 5.792061} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.143173] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.143475] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Reconfigured VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1060.145994] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.296744] env[62668]: DEBUG nova.compute.utils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.302498] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.302498] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.363116] env[62668]: DEBUG nova.policy [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.398454] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684304, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.443461} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.398811] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/98839295-c923-4739-b96b-954daa331caf/98839295-c923-4739-b96b-954daa331caf.vmdk to [datastore2] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.399655] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d5d84-b928-497e-bfa4-b8b0fa70c36e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.424327] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.425285] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8ac23f-3c56-43e7-b19d-09c400d0554a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.447024] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1060.447024] env[62668]: value = "task-2684306" [ 1060.447024] env[62668]: _type = "Task" [ 1060.447024] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.456961] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.637658] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.804461] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.813635] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Successfully created port: 4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.965748] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.071049] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bde616-d444-41dc-aadd-86ccba4834cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.078850] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c5cba-8b01-4df0-961a-45eecd635fde {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.110503] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0342b2ca-c741-4967-81d6-412dc0bc5796 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.118967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3379b762-ab8c-4456-89a6-8185f0389946 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.137293] env[62668]: DEBUG nova.compute.provider_tree [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.147873] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.457932] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684306, 'name': ReconfigVM_Task, 'duration_secs': 0.800254} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.458394] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d6f92dcd-d648-4f23-bc57-e127fd9cab91/d6f92dcd-d648-4f23-bc57-e127fd9cab91.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.459091] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eae5534b-66c8-4ecb-8e37-1de269eb489b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.466800] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1061.466800] env[62668]: value = "task-2684307" [ 1061.466800] env[62668]: _type = "Task" [ 1061.466800] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.474929] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684307, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.651810] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684305, 'name': ReconfigVM_Task, 'duration_secs': 1.097874} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.652562] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-b4e83e2a-e80c-4207-b078-7b157e6437c4/volume-b4e83e2a-e80c-4207-b078-7b157e6437c4.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.657769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.657996] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.658228] env[62668]: DEBUG nova.network.neutron [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.660302] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d529f317-06d5-4ffa-8281-804d1a6c5c99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.678040] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1061.678040] env[62668]: value = "task-2684308" [ 1061.678040] env[62668]: _type = "Task" [ 1061.678040] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.682490] env[62668]: DEBUG nova.scheduler.client.report [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.682790] env[62668]: DEBUG nova.compute.provider_tree [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 158 to 159 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.683032] env[62668]: DEBUG nova.compute.provider_tree [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.692619] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.816639] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.843701] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.843958] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.844148] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.844342] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.844503] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.844694] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.844918] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.845180] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.845376] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.845544] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.845753] env[62668]: DEBUG nova.virt.hardware [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.846672] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015c22c-d1e4-4f57-b7fe-a241e4ce38a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.854778] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f71f9-1b25-4b61-8389-40aa643edbe5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.977533] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684307, 'name': Rename_Task, 'duration_secs': 0.148451} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.977810] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.978108] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba6dec39-51fd-4484-99c8-dab5468c4f7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.984336] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1061.984336] env[62668]: value = "task-2684309" [ 1061.984336] env[62668]: _type = "Task" [ 1061.984336] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.992585] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.188240] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.188929] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.198922] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.865s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.201572] env[62668]: INFO nova.compute.claims [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.204203] env[62668]: DEBUG oslo_vmware.api [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684308, 'name': ReconfigVM_Task, 'duration_secs': 0.341233} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.208029] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541128', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'name': 'volume-b4e83e2a-e80c-4207-b078-7b157e6437c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bfa300c-173b-4042-bbf3-c9ff3e083b10', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'serial': 'b4e83e2a-e80c-4207-b078-7b157e6437c4'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.455579] env[62668]: DEBUG nova.compute.manager [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Received event network-vif-plugged-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1062.455803] env[62668]: DEBUG oslo_concurrency.lockutils [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] Acquiring lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.456177] env[62668]: DEBUG oslo_concurrency.lockutils [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.456177] env[62668]: DEBUG oslo_concurrency.lockutils [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.456335] env[62668]: DEBUG nova.compute.manager [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] No waiting events found dispatching network-vif-plugged-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.456500] env[62668]: WARNING nova.compute.manager [req-62c19d86-230e-4f1f-951f-845f0b94fdb3 req-765c9120-4824-4276-adce-34c1c6adbf28 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Received unexpected event network-vif-plugged-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 for instance with vm_state building and task_state spawning. [ 1062.495432] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.597889] env[62668]: INFO nova.network.neutron [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Port b67ee675-a1ed-430f-ae41-9c08c578eece from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.598336] env[62668]: DEBUG nova.network.neutron [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.665029] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Successfully updated port: 4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.707272] env[62668]: DEBUG nova.compute.utils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1062.714543] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.714543] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.758117] env[62668]: DEBUG nova.policy [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ebbc1aada449429341356db4d1538d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4052f761047d47799a6ae9d9cfc09a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.995999] env[62668]: DEBUG oslo_vmware.api [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684309, 'name': PowerOnVM_Task, 'duration_secs': 0.552919} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.996230] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.064943] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Successfully created port: 85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.101404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.104241] env[62668]: DEBUG nova.compute.manager [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.105353] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1365f-ec07-4b42-b38d-8128ed40aac9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.166590] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.166759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.166932] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.216368] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.261495] env[62668]: DEBUG nova.objects.instance [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'flavor' on Instance uuid 5bfa300c-173b-4042-bbf3-c9ff3e083b10 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.331680] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.331928] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.332302] env[62668]: DEBUG nova.objects.instance [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'flavor' on Instance uuid 4120a5e6-393a-4144-bbfc-ea4cea79ada9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.421823] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67890a10-df03-4cba-aa4d-29b2f2650d2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.429841] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c02c29b-db0f-47a7-95a2-197845109656 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.462891] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe419aad-12b2-4246-81f2-437d0e1291ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.470944] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cfaab4-18f0-4924-a635-5aa6a9eaef18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.486273] env[62668]: DEBUG nova.compute.provider_tree [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.610171] env[62668]: DEBUG oslo_concurrency.lockutils [None req-231558fa-d7d4-41bb-a4c5-706103555647 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-24768c79-4d5d-4a28-afc0-7c26f32868d6-b67ee675-a1ed-430f-ae41-9c08c578eece" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.071s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.621446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8bb0c63d-b145-41bf-b557-31cfe921e2f3 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.184s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.707223] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.767259] env[62668]: DEBUG oslo_concurrency.lockutils [None req-171de1f3-619f-4bb9-99b5-c1a6cf6a8f85 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.380s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.951945] env[62668]: DEBUG nova.objects.instance [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'pci_requests' on Instance uuid 4120a5e6-393a-4144-bbfc-ea4cea79ada9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.988166] env[62668]: DEBUG nova.scheduler.client.report [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.129866] env[62668]: DEBUG nova.network.neutron [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Updating instance_info_cache with network_info: [{"id": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "address": "fa:16:3e:f2:c1:93", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4668c45e-ea", "ovs_interfaceid": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.228760] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.255460] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.255705] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.255862] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.256056] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.256228] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.256390] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.256602] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.256759] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.256923] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.257096] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.257273] env[62668]: DEBUG nova.virt.hardware [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.258154] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83fb8f-66d4-4e00-bf33-f7afc98b825f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.266929] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476e21f-ab14-453e-9054-f790b9768f52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.454571] env[62668]: DEBUG nova.objects.base [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Object Instance<4120a5e6-393a-4144-bbfc-ea4cea79ada9> lazy-loaded attributes: flavor,pci_requests {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.454804] env[62668]: DEBUG nova.network.neutron [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.492781] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-changed-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1064.492971] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing instance network info cache due to event network-changed-cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1064.493575] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquiring lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.493731] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquired lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.493898] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Refreshing network info cache for port cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.495447] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.495903] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.574545] env[62668]: DEBUG nova.policy [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7300d7c16094a0ea7e407e1c206c40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31e6c1fa5014750a04ec4e5e758d77e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.604894] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Successfully updated port: 85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.620924] env[62668]: DEBUG nova.compute.manager [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1064.635061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.635061] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Instance network_info: |[{"id": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "address": "fa:16:3e:f2:c1:93", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4668c45e-ea", "ovs_interfaceid": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.635061] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:c1:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4668c45e-ea79-41fb-a9f7-1b8cc2ebad19', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.640816] env[62668]: DEBUG oslo.service.loopingcall [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.641524] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.642025] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3698b229-1749-4f41-abaf-dcbc01e17afb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.665030] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.665030] env[62668]: value = "task-2684310" [ 1064.665030] env[62668]: _type = "Task" [ 1064.665030] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.672885] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684310, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.003400] env[62668]: DEBUG nova.compute.utils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.004793] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.004972] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.041843] env[62668]: DEBUG nova.policy [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b05e4c903015418290aaf244c5b04c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c17585e64a4920bc8ae7963ec93011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.107736] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.108832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.108832] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.147936] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.148338] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.174028] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684310, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.237802] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updated VIF entry in instance network info cache for port cccb75be-8431-4939-8279-ac3320028c4a. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.238182] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [{"id": "cccb75be-8431-4939-8279-ac3320028c4a", "address": "fa:16:3e:ae:0f:3f", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccb75be-84", "ovs_interfaceid": "cccb75be-8431-4939-8279-ac3320028c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.319785] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Successfully created port: b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.508759] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.650812] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.655214] env[62668]: INFO nova.compute.claims [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.675032] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684310, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.742472] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Releasing lock "refresh_cache-24768c79-4d5d-4a28-afc0-7c26f32868d6" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.742800] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1065.743387] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing instance network info cache due to event network-changed-1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1065.743387] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.743387] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.744205] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.833020] env[62668]: DEBUG nova.network.neutron [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.077371] env[62668]: DEBUG nova.network.neutron [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Successfully updated port: b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.161145] env[62668]: INFO nova.compute.resource_tracker [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating resource usage from migration c9cd2c8b-31de-43e1-9a26-c0470d8b76a4 [ 1066.174930] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684310, 'name': CreateVM_Task, 'duration_secs': 1.304346} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.175301] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.175837] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.176011] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.176335] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.176575] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7feccb-e5f3-48dd-9159-2ad642e030fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.181080] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1066.181080] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5208ec98-2fb5-63f9-a62d-73a8d5c3db79" [ 1066.181080] env[62668]: _type = "Task" [ 1066.181080] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.192035] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5208ec98-2fb5-63f9-a62d-73a8d5c3db79, 'name': SearchDatastore_Task} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.192281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.192506] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.192726] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.192870] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.193057] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.195277] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c06b572d-ff42-42e8-9b87-1836515c6146 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.202260] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.202429] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.203215] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a161d7-9c9b-4eb8-9fbf-e6baa4a74a45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.210255] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1066.210255] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a1beab-dbfa-f91d-c9f0-9b4df15855c0" [ 1066.210255] env[62668]: _type = "Task" [ 1066.210255] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.219736] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a1beab-dbfa-f91d-c9f0-9b4df15855c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.335603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.336252] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Instance network_info: |[{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.336252] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:55:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85bb2236-7cd7-4224-bbc2-5897e4838f11', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.343792] env[62668]: DEBUG oslo.service.loopingcall [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.346145] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.346543] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6bf3c19-ed34-4071-a7c9-e41929eea340 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.364482] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a14e92-f36d-4701-ba2c-630019855183 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.373520] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf37a8e0-e836-4701-a78a-84cf30ffd8a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.376470] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.376470] env[62668]: value = "task-2684311" [ 1066.376470] env[62668]: _type = "Task" [ 1066.376470] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.406786] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68becfbe-d2f4-4737-b671-cf3e8cacae08 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.412325] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684311, 'name': CreateVM_Task} progress is 15%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.416964] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22791dd3-a953-420e-a36a-94d8e984499e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.432161] env[62668]: DEBUG nova.compute.provider_tree [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.518593] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.548295] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.550129] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.550483] env[62668]: DEBUG nova.virt.hardware [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.551151] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d4758-cae9-47bc-b8ab-a27a223e802a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.560600] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e662e-d6fe-40f7-889e-68ad1cb5b7ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.566355] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updated VIF entry in instance network info cache for port 1e6d0a3c-2363-4dbe-ac38-918d472c6f61. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.566756] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.577985] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Received event network-changed-85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1066.578211] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Refreshing instance network info cache due to event network-changed-85bb2236-7cd7-4224-bbc2-5897e4838f11. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1066.578446] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Acquiring lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.578589] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Acquired lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.578765] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Refreshing network info cache for port 85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.583654] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.583654] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Received event network-changed-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1066.583654] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Refreshing instance network info cache due to event network-changed-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1066.583654] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquiring lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.583654] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquired lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.583654] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Refreshing network info cache for port 4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.584790] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.584960] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.585171] env[62668]: DEBUG nova.network.neutron [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.685434] env[62668]: DEBUG nova.compute.manager [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Received event network-vif-plugged-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1066.685742] env[62668]: DEBUG oslo_concurrency.lockutils [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] Acquiring lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.685837] env[62668]: DEBUG oslo_concurrency.lockutils [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.686012] env[62668]: DEBUG oslo_concurrency.lockutils [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.686268] env[62668]: DEBUG nova.compute.manager [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] No waiting events found dispatching network-vif-plugged-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.686352] env[62668]: WARNING nova.compute.manager [req-9f3e88f7-e154-45fc-9ae0-1697cb19dc0f req-2511ab42-a21f-4cd5-bcda-9ca1fa4b97bc service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Received unexpected event network-vif-plugged-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d for instance with vm_state building and task_state spawning. [ 1066.725114] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a1beab-dbfa-f91d-c9f0-9b4df15855c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.726137] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5e9aa3-b7aa-422c-9d0a-1cedab9fd544 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.731251] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1066.731251] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e70845-82ef-462e-ed5d-6cb71ea10014" [ 1066.731251] env[62668]: _type = "Task" [ 1066.731251] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.739947] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e70845-82ef-462e-ed5d-6cb71ea10014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.770093] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Successfully updated port: b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.886710] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684311, 'name': CreateVM_Task, 'duration_secs': 0.351606} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.886880] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.887560] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.887726] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.888053] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.888304] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77db0b6f-b397-451c-9a4b-e1555feabe65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.892596] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1066.892596] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d5adf-424c-603d-5109-6808fbbddc16" [ 1066.892596] env[62668]: _type = "Task" [ 1066.892596] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.899902] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d5adf-424c-603d-5109-6808fbbddc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.937544] env[62668]: DEBUG nova.scheduler.client.report [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.146387] env[62668]: WARNING nova.network.neutron [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] 4a03ab7d-151e-4c60-9375-783d3916940b already exists in list: networks containing: ['4a03ab7d-151e-4c60-9375-783d3916940b']. ignoring it [ 1067.243155] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e70845-82ef-462e-ed5d-6cb71ea10014, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.243677] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.243941] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2/7332b4b0-92c5-4f9f-b60d-18a1cd0501a2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.244208] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c798271e-e5be-446a-a8f9-d40038036a2c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.252246] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1067.252246] env[62668]: value = "task-2684312" [ 1067.252246] env[62668]: _type = "Task" [ 1067.252246] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.261737] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.272614] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Updated VIF entry in instance network info cache for port 4668c45e-ea79-41fb-a9f7-1b8cc2ebad19. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.272989] env[62668]: DEBUG nova.network.neutron [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Updating instance_info_cache with network_info: [{"id": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "address": "fa:16:3e:f2:c1:93", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4668c45e-ea", "ovs_interfaceid": "4668c45e-ea79-41fb-a9f7-1b8cc2ebad19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.274419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.274587] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274674] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.406266] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528d5adf-424c-603d-5109-6808fbbddc16, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.406618] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.406909] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.407203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.407394] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.407611] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.407923] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca54809-cc2a-45aa-a619-55ff2b5cb1ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.415559] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.415783] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.416594] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d39bd62-8676-4401-aa27-9e813c275c88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.422149] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1067.422149] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ec6e92-b1d8-233c-4ae5-101b43580db2" [ 1067.422149] env[62668]: _type = "Task" [ 1067.422149] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.425920] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updated VIF entry in instance network info cache for port 85bb2236-7cd7-4224-bbc2-5897e4838f11. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.426302] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.432280] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ec6e92-b1d8-233c-4ae5-101b43580db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.442237] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.294s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.442391] env[62668]: INFO nova.compute.manager [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Migrating [ 1067.565867] env[62668]: DEBUG nova.network.neutron [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b67ee675-a1ed-430f-ae41-9c08c578eece", "address": "fa:16:3e:97:01:0e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67ee675-a1", "ovs_interfaceid": "b67ee675-a1ed-430f-ae41-9c08c578eece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.762518] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.778029] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Releasing lock "refresh_cache-7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.778029] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Received event network-vif-plugged-85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1067.778029] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.778029] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.778029] env[62668]: DEBUG oslo_concurrency.lockutils [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.778029] env[62668]: DEBUG nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] No waiting events found dispatching network-vif-plugged-85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.778029] env[62668]: WARNING nova.compute.manager [req-c5ad50ee-f362-440f-974e-6483e0fbb288 req-0cbbcbac-8123-44a2-a9c0-2187dadb01a1 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Received unexpected event network-vif-plugged-85bb2236-7cd7-4224-bbc2-5897e4838f11 for instance with vm_state building and task_state spawning. [ 1067.808134] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.933361] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Releasing lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.933677] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1067.933903] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.934127] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.934469] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.934673] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] No waiting events found dispatching network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.934848] env[62668]: WARNING nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received unexpected event network-vif-plugged-b67ee675-a1ed-430f-ae41-9c08c578eece for instance with vm_state active and task_state None. [ 1067.935087] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-changed-b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1067.935352] env[62668]: DEBUG nova.compute.manager [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing instance network info cache due to event network-changed-b67ee675-a1ed-430f-ae41-9c08c578eece. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1067.935545] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.935765] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ec6e92-b1d8-233c-4ae5-101b43580db2, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.939543] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fd1f2c-6351-4b30-a0d1-be99ab524701 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.945118] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1067.945118] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5239fc5b-55b8-e509-b158-8480e5c9a425" [ 1067.945118] env[62668]: _type = "Task" [ 1067.945118] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.954392] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5239fc5b-55b8-e509-b158-8480e5c9a425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.958963] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.959148] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.959327] env[62668]: DEBUG nova.network.neutron [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.984987] env[62668]: DEBUG nova.network.neutron [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updating instance_info_cache with network_info: [{"id": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "address": "fa:16:3e:7e:e4:e1", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d191e2-2e", "ovs_interfaceid": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.069302] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.069982] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.070170] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.070450] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.070631] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Refreshing network info cache for port b67ee675-a1ed-430f-ae41-9c08c578eece {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.072872] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d17f6-49b6-4d10-ab69-607d7b9defa7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.093218] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.093443] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.093605] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.093787] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.093937] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.094102] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.094315] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.094469] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.094631] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.094790] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.094961] env[62668]: DEBUG nova.virt.hardware [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.101134] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfiguring VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1068.101962] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee3cb51-f944-480f-a6c3-9f869df52f19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119611] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1068.119611] env[62668]: value = "task-2684313" [ 1068.119611] env[62668]: _type = "Task" [ 1068.119611] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.127325] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.264019] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53072} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.264271] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2/7332b4b0-92c5-4f9f-b60d-18a1cd0501a2.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.264495] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.264736] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb122d7-3f96-480c-80dd-bd0ea54a6999 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.270400] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1068.270400] env[62668]: value = "task-2684314" [ 1068.270400] env[62668]: _type = "Task" [ 1068.270400] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.277615] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.455979] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5239fc5b-55b8-e509-b158-8480e5c9a425, 'name': SearchDatastore_Task, 'duration_secs': 0.039505} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.456268] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.456597] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.456860] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f7c0cca-8d46-4c6e-8829-9a1ae043371e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.465137] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1068.465137] env[62668]: value = "task-2684315" [ 1068.465137] env[62668]: _type = "Task" [ 1068.465137] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.473100] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.487363] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.487714] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance network_info: |[{"id": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "address": "fa:16:3e:7e:e4:e1", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d191e2-2e", "ovs_interfaceid": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.488162] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e4:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d191e2-2e73-4ad1-a569-ede09ffa1a5d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.495942] env[62668]: DEBUG oslo.service.loopingcall [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.496166] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.496449] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5636bd3b-75db-4d51-a6d2-001544ab82cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.518719] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.518719] env[62668]: value = "task-2684316" [ 1068.518719] env[62668]: _type = "Task" [ 1068.518719] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.526759] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684316, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.630213] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.781502] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071661} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.781502] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.782327] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc8269-e4be-4a04-a917-73d9652f86d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.806067] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2/7332b4b0-92c5-4f9f-b60d-18a1cd0501a2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.806422] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61553695-4c21-4a3c-8624-a307a0ea449f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.828919] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1068.828919] env[62668]: value = "task-2684317" [ 1068.828919] env[62668]: _type = "Task" [ 1068.828919] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.837793] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.947818] env[62668]: DEBUG nova.network.neutron [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.967832] env[62668]: DEBUG nova.compute.manager [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Received event network-changed-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1068.967832] env[62668]: DEBUG nova.compute.manager [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Refreshing instance network info cache due to event network-changed-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1068.969805] env[62668]: DEBUG oslo_concurrency.lockutils [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] Acquiring lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.970096] env[62668]: DEBUG oslo_concurrency.lockutils [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] Acquired lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.970297] env[62668]: DEBUG nova.network.neutron [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Refreshing network info cache for port b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.981884] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.999282] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updated VIF entry in instance network info cache for port b67ee675-a1ed-430f-ae41-9c08c578eece. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.999808] env[62668]: DEBUG nova.network.neutron [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b67ee675-a1ed-430f-ae41-9c08c578eece", "address": "fa:16:3e:97:01:0e", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67ee675-a1", "ovs_interfaceid": "b67ee675-a1ed-430f-ae41-9c08c578eece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.027627] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684316, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.130864] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.339032] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684317, 'name': ReconfigVM_Task, 'duration_secs': 0.501781} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.340035] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2/7332b4b0-92c5-4f9f-b60d-18a1cd0501a2.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.340303] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a470826f-d20a-4b57-aabf-21a1ba0569fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.346591] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1069.346591] env[62668]: value = "task-2684318" [ 1069.346591] env[62668]: _type = "Task" [ 1069.346591] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.354500] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684318, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.451594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.476994] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531482} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.477263] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.477475] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.478009] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63f821e-bd9b-4298-ba7e-af93e4d6f757 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.485484] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1069.485484] env[62668]: value = "task-2684319" [ 1069.485484] env[62668]: _type = "Task" [ 1069.485484] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.494502] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.502784] env[62668]: DEBUG oslo_concurrency.lockutils [req-a2d881fd-0200-47dc-81e8-05e6f30bd089 req-3e2e9554-5d3e-4e22-bbeb-ade5fcc1486a service nova] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.527685] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684316, 'name': CreateVM_Task, 'duration_secs': 0.647419} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.527834] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.528479] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.528639] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.528949] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.529205] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c119616-9adb-4993-ab71-6cc981081599 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.533260] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1069.533260] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52396d77-954b-1b23-fa4f-19a15a0384e5" [ 1069.533260] env[62668]: _type = "Task" [ 1069.533260] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.542017] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52396d77-954b-1b23-fa4f-19a15a0384e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.631159] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.659549] env[62668]: DEBUG nova.network.neutron [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updated VIF entry in instance network info cache for port b4d191e2-2e73-4ad1-a569-ede09ffa1a5d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.659943] env[62668]: DEBUG nova.network.neutron [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updating instance_info_cache with network_info: [{"id": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "address": "fa:16:3e:7e:e4:e1", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d191e2-2e", "ovs_interfaceid": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.856794] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684318, 'name': Rename_Task, 'duration_secs': 0.151519} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.857185] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.857321] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2d74b5-32e1-4d2d-befe-c8ad79316438 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.863452] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1069.863452] env[62668]: value = "task-2684320" [ 1069.863452] env[62668]: _type = "Task" [ 1069.863452] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.871954] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.996093] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.421007} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.996420] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.997696] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c67f30-7279-4646-b8e4-71a17f5554f9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.021968] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.022542] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b270a17-219b-4e34-964c-9071ae57a346 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.046663] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52396d77-954b-1b23-fa4f-19a15a0384e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.047997] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.048291] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.048553] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.048737] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.048963] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.049303] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1070.049303] env[62668]: value = "task-2684321" [ 1070.049303] env[62668]: _type = "Task" [ 1070.049303] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.049505] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc66eada-99ba-4afe-a312-13ab563b2f7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.059199] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.060940] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.061159] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.061884] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aae2a21-c392-4234-8d47-bd27257965ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.066783] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1070.066783] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522460b9-b1dd-3450-e8dc-6d0197706db9" [ 1070.066783] env[62668]: _type = "Task" [ 1070.066783] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.074917] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522460b9-b1dd-3450-e8dc-6d0197706db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.131604] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.163049] env[62668]: DEBUG oslo_concurrency.lockutils [req-c92f07e8-d734-4ac1-b638-fc039f5b86a9 req-b46da02c-8456-49d9-b5d3-29256c4589f1 service nova] Releasing lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.376945] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.562635] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684321, 'name': ReconfigVM_Task, 'duration_secs': 0.361707} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.562913] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.563548] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-184bb9e0-af70-4ebc-b646-3dd8e64155b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.571204] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1070.571204] env[62668]: value = "task-2684322" [ 1070.571204] env[62668]: _type = "Task" [ 1070.571204] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.577433] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522460b9-b1dd-3450-e8dc-6d0197706db9, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.578739] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f362d1-95a2-4853-b0b4-4002ef76b56e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.583277] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684322, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.585968] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1070.585968] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5986d-f5b8-16f5-9f15-bc1372ca4d4d" [ 1070.585968] env[62668]: _type = "Task" [ 1070.585968] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.592849] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5986d-f5b8-16f5-9f15-bc1372ca4d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.632505] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.713404] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.713590] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.713742] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1070.877899] env[62668]: DEBUG oslo_vmware.api [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684320, 'name': PowerOnVM_Task, 'duration_secs': 0.528455} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.878290] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.878532] env[62668]: INFO nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1070.878716] env[62668]: DEBUG nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.879557] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f08303-3eee-4c7f-a751-dcbd99857ced {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.967518] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae9c99-1eb4-49d1-bc4e-5149de676c5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.988823] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.083299] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684322, 'name': Rename_Task, 'duration_secs': 0.181092} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.083569] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.083814] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bebe5d0a-23d3-4aa8-9027-79a582feb7ab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.092011] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1071.092011] env[62668]: value = "task-2684323" [ 1071.092011] env[62668]: _type = "Task" [ 1071.092011] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.095385] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b5986d-f5b8-16f5-9f15-bc1372ca4d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.098125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.098391] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.098627] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5fae306-2450-4d27-acec-fca5131b2fc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.104902] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.106945] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1071.106945] env[62668]: value = "task-2684324" [ 1071.106945] env[62668]: _type = "Task" [ 1071.106945] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.120412] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.133710] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.396033] env[62668]: INFO nova.compute.manager [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Took 20.32 seconds to build instance. [ 1071.494764] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.495122] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c532a26-0017-487c-8589-6ce426458214 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.502822] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1071.502822] env[62668]: value = "task-2684325" [ 1071.502822] env[62668]: _type = "Task" [ 1071.502822] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.512602] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.610053] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.619457] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.635233] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.746556] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.746714] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.746859] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1071.897497] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b40affc-73b0-4f82-a99a-01076f34c35b tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.830s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.014022] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684325, 'name': PowerOffVM_Task, 'duration_secs': 0.442127} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.014295] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.014486] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.104968] env[62668]: DEBUG oslo_vmware.api [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684323, 'name': PowerOnVM_Task, 'duration_secs': 0.598634} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.105278] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.105480] env[62668]: INFO nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1072.105658] env[62668]: DEBUG nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.106427] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758cb6f1-8df0-44fb-80f3-6caf18849141 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.122933] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.122933] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.122933] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.123155] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7843005-b47b-4e59-9cbc-e2e9f8d55d62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.130185] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1072.130185] env[62668]: value = "task-2684326" [ 1072.130185] env[62668]: _type = "Task" [ 1072.130185] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.135903] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.140484] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.521121] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.521397] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.521557] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.521908] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.521908] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.522058] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.522234] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.522391] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.522553] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.522718] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.522887] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.527904] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fe9d9b-e99a-4853-8ba3-175c8a835eb1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.544123] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1072.544123] env[62668]: value = "task-2684327" [ 1072.544123] env[62668]: _type = "Task" [ 1072.544123] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.552705] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.631471] env[62668]: INFO nova.compute.manager [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Took 19.29 seconds to build instance. [ 1072.641601] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.644791] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442403} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.645178] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.645967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a823b-5161-4852-b251-b283014c0d27 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.669526] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.669991] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40061b3d-3940-433f-b974-2a56d88e084f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.689072] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1072.689072] env[62668]: value = "task-2684328" [ 1072.689072] env[62668]: _type = "Task" [ 1072.689072] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.697017] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.870773] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.871090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.871322] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.871520] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.871692] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.873824] env[62668]: INFO nova.compute.manager [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Terminating instance [ 1073.009261] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [{"id": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "address": "fa:16:3e:c9:c5:55", "network": {"id": "f2966761-ea04-4241-99a5-b6db0dc353b7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1472817036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26e7bb80cd945f3b08d1dfb13c7e800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6c802-58", "ovs_interfaceid": "fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.055654] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.136669] env[62668]: DEBUG oslo_concurrency.lockutils [None req-568d63eb-bd61-4364-8f61-371dfad0ae8f tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.831s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.136906] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.198663] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684328, 'name': ReconfigVM_Task, 'duration_secs': 0.429959} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.198895] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.199584] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb360131-67a0-45b4-a173-d6cabea82678 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.205929] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1073.205929] env[62668]: value = "task-2684329" [ 1073.205929] env[62668]: _type = "Task" [ 1073.205929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.213707] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684329, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.377340] env[62668]: DEBUG nova.compute.manager [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.377552] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.378801] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854dd24e-1bd3-45fb-bd51-d5be923a83ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386034] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.386265] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf51538c-8e93-4ca3-b326-640dc65ca36b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.391602] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1073.391602] env[62668]: value = "task-2684330" [ 1073.391602] env[62668]: _type = "Task" [ 1073.391602] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.398621] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.511479] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.511711] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1073.511912] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512099] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512252] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512409] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512602] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512798] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.512953] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1073.513114] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.554908] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.636944] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.715088] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684329, 'name': Rename_Task, 'duration_secs': 0.131039} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.715430] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.715684] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7f2566-ac25-4334-a0c9-9858533244d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.721623] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1073.721623] env[62668]: value = "task-2684331" [ 1073.721623] env[62668]: _type = "Task" [ 1073.721623] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.730453] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.741191] env[62668]: DEBUG nova.compute.manager [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1073.901907] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684330, 'name': PowerOffVM_Task, 'duration_secs': 0.172578} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.901907] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.902228] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.902374] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4166ed7e-15f1-495d-93d9-1ebd492c3664 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.981091] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.981438] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.981790] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore2] 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.981890] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac77f14-f80f-45b8-899e-5743627dfedd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.988222] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1073.988222] env[62668]: value = "task-2684333" [ 1073.988222] env[62668]: _type = "Task" [ 1073.988222] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.996603] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.016694] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.017031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.017094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.017299] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1074.018080] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8990c7-2ad5-4e28-90ad-da70b8bcfe66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.025189] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c49549-5fb4-4a97-bf1a-afdc8dbf3d85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.038684] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e324c83-949d-4c50-a54e-a71c5724a078 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044673] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53923b94-d6e4-41fa-a5c3-bd10f7cfe427 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.055220] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.078420] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178977MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1074.078603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.078769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.138948] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.232106] env[62668]: DEBUG oslo_vmware.api [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684331, 'name': PowerOnVM_Task, 'duration_secs': 0.464826} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.232379] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.232565] env[62668]: INFO nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1074.232739] env[62668]: DEBUG nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.233544] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0cd77d-0b4d-4192-9d20-d5abc3f3c726 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.262740] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.498163] env[62668]: DEBUG oslo_vmware.api [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171526} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.498383] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.498546] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.498724] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.498897] env[62668]: INFO nova.compute.manager [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1074.499206] env[62668]: DEBUG oslo.service.loopingcall [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.499414] env[62668]: DEBUG nova.compute.manager [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.499506] env[62668]: DEBUG nova.network.neutron [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.556749] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684327, 'name': ReconfigVM_Task, 'duration_secs': 1.695557} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.557077] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.639220] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.751790] env[62668]: INFO nova.compute.manager [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Took 18.44 seconds to build instance. [ 1074.796838] env[62668]: DEBUG nova.compute.manager [req-0f12e01b-05cb-4bb6-a4b2-2ab815ebb1b4 req-2a506c35-b89b-48f2-974e-a6f188794985 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Received event network-vif-deleted-4668c45e-ea79-41fb-a9f7-1b8cc2ebad19 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1074.797173] env[62668]: INFO nova.compute.manager [req-0f12e01b-05cb-4bb6-a4b2-2ab815ebb1b4 req-2a506c35-b89b-48f2-974e-a6f188794985 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Neutron deleted interface 4668c45e-ea79-41fb-a9f7-1b8cc2ebad19; detaching it from the instance and deleting it from the info cache [ 1074.797393] env[62668]: DEBUG nova.network.neutron [req-0f12e01b-05cb-4bb6-a4b2-2ab815ebb1b4 req-2a506c35-b89b-48f2-974e-a6f188794985 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.063621] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.063998] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.064052] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.064223] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.064375] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.064520] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.064723] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.064883] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.065459] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.065747] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.065984] env[62668]: DEBUG nova.virt.hardware [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.073545] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.074193] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46db730-8168-4665-9f4c-df09480c54e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.094300] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Applying migration context for instance 5bfa300c-173b-4042-bbf3-c9ff3e083b10 as it has an incoming, in-progress migration c9cd2c8b-31de-43e1-9a26-c0470d8b76a4. Migration status is migrating {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1075.096125] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating resource usage from migration b43291c7-b406-42db-8053-6ec89b5a235f [ 1075.096279] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating resource usage from migration c9cd2c8b-31de-43e1-9a26-c0470d8b76a4 [ 1075.099933] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1075.099933] env[62668]: value = "task-2684334" [ 1075.099933] env[62668]: _type = "Task" [ 1075.099933] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.108689] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.117901] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118098] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118245] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118383] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87716719-d0eb-47d8-b969-73078df6ae2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118512] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance af2c3492-8ccd-4736-8605-214ea933d09a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118651] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1642b99a-f7ba-4730-9001-44475d4cff0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118777] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 24768c79-4d5d-4a28-afc0-7c26f32868d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.118903] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 4120a5e6-393a-4144-bbfc-ea4cea79ada9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119056] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e761e03b-6f2a-4633-a8fc-3dff0e68fd9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119228] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 3f3876f3-d4fe-43df-99b5-e1bcb736933b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119349] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d6f92dcd-d648-4f23-bc57-e127fd9cab91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119475] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119585] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a0d5bf26-1cde-41cf-816f-e482e0093263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119717] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration c9cd2c8b-31de-43e1-9a26-c0470d8b76a4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1075.119832] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 5bfa300c-173b-4042-bbf3-c9ff3e083b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.119966] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration b43291c7-b406-42db-8053-6ec89b5a235f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1075.120082] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 4a00db1a-fbc7-42c6-a12f-f155c270cd35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.120344] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1075.120500] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1075.140771] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.253585] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ff6844a7-ddf3-449e-b6e3-467cbf5dc604 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.949s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.255854] env[62668]: DEBUG nova.network.neutron [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.301387] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0e479af-fe43-426b-b216-baf40a29dc03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.313913] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952463a-bd86-4e43-8f29-af254cd18599 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.350717] env[62668]: DEBUG nova.compute.manager [req-0f12e01b-05cb-4bb6-a4b2-2ab815ebb1b4 req-2a506c35-b89b-48f2-974e-a6f188794985 service nova] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Detach interface failed, port_id=4668c45e-ea79-41fb-a9f7-1b8cc2ebad19, reason: Instance 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1075.384057] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318e9c8-d201-45d5-8fe3-4ded77c732eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.393281] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af044fb-b1ec-4273-9671-c3c562cbb747 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.425998] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b13d1-106b-4eb0-9c1d-5ddc1740f062 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.433920] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40623b15-f8b9-4636-8720-7c1dccff30d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.447802] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.611723] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684334, 'name': ReconfigVM_Task, 'duration_secs': 0.410888} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.611986] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.612757] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72265e80-0f2b-451b-9a9b-78e54534c40c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.637154] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.637442] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74eeb4a-0b4f-4aa1-b1e2-01e40e01c4ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.657589] env[62668]: DEBUG oslo_vmware.api [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684313, 'name': ReconfigVM_Task, 'duration_secs': 7.106588} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.658951] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.659208] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfigured VM to attach interface {{(pid=62668) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1075.661724] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1075.661724] env[62668]: value = "task-2684335" [ 1075.661724] env[62668]: _type = "Task" [ 1075.661724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.670074] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.757769] env[62668]: INFO nova.compute.manager [-] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Took 1.26 seconds to deallocate network for instance. [ 1075.798357] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.798660] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.970710] env[62668]: ERROR nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [req-128c3042-123a-4fbb-9619-30345ec37e06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-128c3042-123a-4fbb-9619-30345ec37e06"}]} [ 1075.986914] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.003596] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.003796] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.014935] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.032222] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.163625] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f7c9788-e44f-4d83-898d-066db5ee4670 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.832s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.176398] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.223406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3c8fd-9c72-4f6c-bf71-71e19c192a2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.230810] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a6136-8ea1-4d98-a5c6-03ac2c32293f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.263320] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63649ed8-9b03-42c5-b197-11bc94fa5493 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.266446] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.271706] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eef82de-cc86-4dea-b8b5-ff2fa83e2c75 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.285162] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.302139] env[62668]: DEBUG nova.compute.utils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.676524] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684335, 'name': ReconfigVM_Task, 'duration_secs': 0.701398} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.677197] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.677543] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.804786] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.913029] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.913267] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 163 to 164 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.913468] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.184064] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59d01c-d0e3-4308-98e0-c7277547a419 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.207298] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f7119-7ca4-4172-a729-a3ce0bba008c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.212066] env[62668]: DEBUG nova.compute.manager [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Received event network-changed-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1077.212260] env[62668]: DEBUG nova.compute.manager [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Refreshing instance network info cache due to event network-changed-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1077.212470] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] Acquiring lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.212611] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] Acquired lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.212768] env[62668]: DEBUG nova.network.neutron [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Refreshing network info cache for port b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.235229] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.418134] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1077.418373] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.340s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.418631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.156s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.419988] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.420166] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1077.803848] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.804118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.870020] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.870270] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.870494] env[62668]: INFO nova.compute.manager [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Attaching volume 849b6541-ab14-4c95-a2e3-90903a972f7e to /dev/sdb [ 1077.900273] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae81bc-98a0-40be-a2be-9ba038feadc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.910046] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6feda0-e72e-4e3a-a582-95cc5f2aa68c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.926235] env[62668]: INFO nova.compute.claims [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.941294] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] There are 53 instances to clean {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1077.941520] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 080da98f-c3f7-465e-8d01-6cf6e81fdea5] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1077.943902] env[62668]: DEBUG nova.virt.block_device [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating existing volume attachment record: 3c308de8-4ebd-4574-a95c-44091e292692 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.947192] env[62668]: DEBUG nova.network.neutron [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updated VIF entry in instance network info cache for port b4d191e2-2e73-4ad1-a569-ede09ffa1a5d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.947536] env[62668]: DEBUG nova.network.neutron [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updating instance_info_cache with network_info: [{"id": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "address": "fa:16:3e:7e:e4:e1", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d191e2-2e", "ovs_interfaceid": "b4d191e2-2e73-4ad1-a569-ede09ffa1a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.306966] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.307325] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.308165] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e312154-515a-4667-99f9-ea69bebfc1b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.329915] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933b563-98c6-4073-8ba8-d75ea76084d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.357269] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfiguring VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1078.360140] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43892bb-3af5-4255-ac88-260ec6fc8c60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.380584] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1078.380584] env[62668]: value = "task-2684339" [ 1078.380584] env[62668]: _type = "Task" [ 1078.380584] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.388868] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.444323] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4e36679f-ab20-4c7f-9e2e-004786716e0a] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1078.448496] env[62668]: INFO nova.compute.resource_tracker [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating resource usage from migration b43291c7-b406-42db-8053-6ec89b5a235f [ 1078.452173] env[62668]: DEBUG oslo_concurrency.lockutils [req-3ae35647-a8d3-4eef-9fe7-2b2a7a212556 req-cfc6731f-661d-459d-99cb-4026a269c0a6 service nova] Releasing lock "refresh_cache-a0d5bf26-1cde-41cf-816f-e482e0093263" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.671630] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68daefa8-4959-426e-9e8d-afed91fcc34e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.679812] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20797cf0-c198-40be-84bc-b2e418fd3974 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.710306] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dbeea1-dfba-4894-8b1b-1ec068b58846 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.718745] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05022de-65df-4041-8ff0-de87e191a930 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.735629] env[62668]: DEBUG nova.compute.provider_tree [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.890957] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.892427] env[62668]: DEBUG nova.network.neutron [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Port 418b89cb-b71e-4b73-81ec-21cf599294b2 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.948389] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6932552a-e110-43f7-a317-ea135432b2f2] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1079.238550] env[62668]: DEBUG nova.scheduler.client.report [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.393065] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.451612] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b4d2cc7f-0394-420c-984f-b63c3e3bc4c1] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1079.743519] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.743730] env[62668]: INFO nova.compute.manager [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Migrating [ 1079.749951] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.483s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.750146] env[62668]: DEBUG nova.objects.instance [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.893338] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.913181] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.913296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.913463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.955205] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 7d4281ce-166d-4052-ba22-2888721429b1] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1080.261410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.261569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.261746] env[62668]: DEBUG nova.network.neutron [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.395914] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.457704] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 565a06bc-7fad-4110-9b44-6281d3dda005] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1080.473222] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a466c5b-3e7d-4d0e-a217-23828aa8b5f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.482340] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe1d96-30d4-4b6e-97ed-dd4fafa7779e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.514044] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b7957d-2ae3-42fc-838e-8181fe359c3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525403] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b2fc8-b5d7-49c6-bcb1-1d77db825940 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.541236] env[62668]: DEBUG nova.compute.provider_tree [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.895799] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.958604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.958804] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.958981] env[62668]: DEBUG nova.network.neutron [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.961721] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 63791892-e12f-4ae7-912c-80979dba80f7] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1080.966845] env[62668]: DEBUG nova.network.neutron [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.043699] env[62668]: DEBUG nova.scheduler.client.report [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.394973] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.464037] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: aa2b68d2-543e-4b47-ba19-4e94281ed803] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1081.469523] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.549034] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.567724] env[62668]: INFO nova.scheduler.client.report [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2 [ 1081.710692] env[62668]: DEBUG nova.network.neutron [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.896674] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.967715] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e1acd7e7-0122-494d-9390-5a10092a5034] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1082.075985] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e54d3792-b8f0-4e3b-8467-075374c8f3b7 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "7332b4b0-92c5-4f9f-b60d-18a1cd0501a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.205s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.213127] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.397070] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.470688] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 559183bd-d151-47f4-9e9c-a0c3c2d3d2f9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1082.494090] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.494334] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541133', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'name': 'volume-849b6541-ab14-4c95-a2e3-90903a972f7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e761e03b-6f2a-4633-a8fc-3dff0e68fd9f', 'attached_at': '', 'detached_at': '', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'serial': '849b6541-ab14-4c95-a2e3-90903a972f7e'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.495362] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312d165-b918-4761-9ac4-8062d9db3998 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.513952] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69889034-74d1-49cf-83af-29d45067ca8d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.539499] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-849b6541-ab14-4c95-a2e3-90903a972f7e/volume-849b6541-ab14-4c95-a2e3-90903a972f7e.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.539772] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e7cedc-9cf8-4585-a753-510e21bc7467 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.559382] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1082.559382] env[62668]: value = "task-2684341" [ 1082.559382] env[62668]: _type = "Task" [ 1082.559382] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.571020] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684341, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.722325] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c150345-5ce2-427f-b6bf-b4778d6dc471 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.730196] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa095b0-7694-4b20-bf15-937b27cead22 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.898148] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.974056] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e41a0baf-fb25-459e-8788-fac879ce33d3] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1082.982434] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecae693-90a1-4f84-a124-d059cee7b0c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.002040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.069198] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684341, 'name': ReconfigVM_Task, 'duration_secs': 0.38473} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.069516] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-849b6541-ab14-4c95-a2e3-90903a972f7e/volume-849b6541-ab14-4c95-a2e3-90903a972f7e.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.074690] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c46af6-ac91-4ccc-9baa-986dfe9de542 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.090310] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1083.090310] env[62668]: value = "task-2684342" [ 1083.090310] env[62668]: _type = "Task" [ 1083.090310] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.098442] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.238012] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.238259] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.399649] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.477063] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b1056bc1-c866-477c-9122-3c9232db8d9b] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1083.506893] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.507156] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814ab15c-828f-406b-bc1c-b98d119ed63d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.515518] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1083.515518] env[62668]: value = "task-2684343" [ 1083.515518] env[62668]: _type = "Task" [ 1083.515518] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.525086] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.600906] env[62668]: DEBUG oslo_vmware.api [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684342, 'name': ReconfigVM_Task, 'duration_secs': 0.14586} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.601435] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541133', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'name': 'volume-849b6541-ab14-4c95-a2e3-90903a972f7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e761e03b-6f2a-4633-a8fc-3dff0e68fd9f', 'attached_at': '', 'detached_at': '', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'serial': '849b6541-ab14-4c95-a2e3-90903a972f7e'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.741021] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.834890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd4a94-3c57-4b3e-8bf3-f0275f2b430d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.857436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a53446-07ac-4c44-8c31-09f71545e519 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.864542] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.897132] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.979742] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cd22be53-c070-4e26-82a2-cb742c4d0d21] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1084.025257] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684343, 'name': PowerOffVM_Task, 'duration_secs': 0.235285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.025493] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.025682] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.263945] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.264231] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.265683] env[62668]: INFO nova.compute.claims [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.370873] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.371212] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-604b34af-8ba5-4a93-91e5-075f55656f04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379616] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1084.379616] env[62668]: value = "task-2684344" [ 1084.379616] env[62668]: _type = "Task" [ 1084.379616] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.389896] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.398276] env[62668]: DEBUG oslo_vmware.api [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684339, 'name': ReconfigVM_Task, 'duration_secs': 5.760863} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.398517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.398730] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Reconfigured VM to detach interface {{(pid=62668) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1084.482893] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: aa8d949f-9672-4e5d-9fef-4d29f90d371d] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1084.531577] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.531820] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.531978] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.532346] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.532561] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.532755] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.533012] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.533211] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.533651] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.533743] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.533945] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.539187] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7a1a41-5e1d-474f-b38c-dd568794c54d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.558600] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1084.558600] env[62668]: value = "task-2684345" [ 1084.558600] env[62668]: _type = "Task" [ 1084.558600] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.567797] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.641518] env[62668]: DEBUG nova.objects.instance [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'flavor' on Instance uuid e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.890864] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.986925] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 819e2b00-a76d-4b35-a162-b62aba859c14] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1085.069088] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684345, 'name': ReconfigVM_Task, 'duration_secs': 0.185656} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.069432] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.146934] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f05a665e-6288-4d45-900a-d90dafc0ccd4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.298105] env[62668]: INFO nova.compute.manager [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Rescuing [ 1085.298362] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.298511] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.298676] env[62668]: DEBUG nova.network.neutron [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.392075] env[62668]: DEBUG oslo_vmware.api [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684344, 'name': PowerOnVM_Task, 'duration_secs': 0.610819} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.395193] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.395464] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a57d84-2f20-442b-a667-34f244e81959 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance '5bfa300c-173b-4042-bbf3-c9ff3e083b10' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.481236] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2089e7-df01-455f-af8b-7744bbfe9ff7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.489971] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1c1fb29d-0d6e-4cb9-88aa-9614e52c5f36] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1085.492436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c66b4d0-e8e8-45ae-ba6f-0697fc7592d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.523640] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ba2b4-4d35-4eff-ad6a-7abff9cff0d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.531829] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4731e-9bc8-4772-9211-a7009fe4199c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.545880] env[62668]: DEBUG nova.compute.provider_tree [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.575984] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.576251] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.576410] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.576596] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.576742] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.576888] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.577126] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.577271] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.577434] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.577593] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.577761] env[62668]: DEBUG nova.virt.hardware [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.583009] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.583268] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fb1db8-49ba-438f-a68e-4e03f9cdd998 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.603235] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1085.603235] env[62668]: value = "task-2684346" [ 1085.603235] env[62668]: _type = "Task" [ 1085.603235] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.611384] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.727022] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.727226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquired lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.727411] env[62668]: DEBUG nova.network.neutron [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.996710] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6d2f27e9-45bb-44bd-8333-5f9e6ab5e7c3] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1086.048579] env[62668]: DEBUG nova.scheduler.client.report [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.071999] env[62668]: DEBUG nova.network.neutron [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.113304] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.218336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.218660] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.218868] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.219139] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.219433] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.221579] env[62668]: INFO nova.compute.manager [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Terminating instance [ 1086.430995] env[62668]: INFO nova.network.neutron [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Port b67ee675-a1ed-430f-ae41-9c08c578eece from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1086.431461] env[62668]: DEBUG nova.network.neutron [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [{"id": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "address": "fa:16:3e:75:e5:84", "network": {"id": "4a03ab7d-151e-4c60-9375-783d3916940b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-565684063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31e6c1fa5014750a04ec4e5e758d77e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6d0a3c-23", "ovs_interfaceid": "1e6d0a3c-2363-4dbe-ac38-918d472c6f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.499722] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 06fa3700-8504-4574-a742-c58430176687] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1086.553173] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.553685] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.574013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.614553] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.725057] env[62668]: DEBUG nova.compute.manager [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.725288] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.726195] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e9ef4-12ae-4dee-b092-05243baafce0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.734746] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.734961] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e817ad2-a342-4da9-ae79-1a2631ea95f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.741967] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1086.741967] env[62668]: value = "task-2684347" [ 1086.741967] env[62668]: _type = "Task" [ 1086.741967] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.750559] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.935061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Releasing lock "refresh_cache-4120a5e6-393a-4144-bbfc-ea4cea79ada9" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.002671] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 951d31fb-6d00-44fc-b312-3b879a19d792] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1087.057774] env[62668]: DEBUG nova.compute.utils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1087.059725] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.059918] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.112476] env[62668]: DEBUG nova.policy [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80b18e61ff7e4a819082f72f36c3e846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17497c1e03a74f00b13b4e2e34abd2d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.118335] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684346, 'name': ReconfigVM_Task, 'duration_secs': 1.199044} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.118588] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.119613] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac97049-aef4-402c-ab11-6f128003ae72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.145900] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.146425] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a71edf6-aedd-48db-b4dc-23d07465760e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.167255] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1087.167255] env[62668]: value = "task-2684348" [ 1087.167255] env[62668]: _type = "Task" [ 1087.167255] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.176310] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.254103] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684347, 'name': PowerOffVM_Task, 'duration_secs': 0.19695} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.254375] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.254561] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.254813] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dde1b9b-2223-428d-bca6-ed1f60e41ca5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.381886] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Successfully created port: 9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.438948] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0f47b993-ec2c-4a00-92b6-0de1c947c05d tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "interface-4120a5e6-393a-4144-bbfc-ea4cea79ada9-b67ee675-a1ed-430f-ae41-9c08c578eece" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.505819] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ad6773f3-5108-4008-a31b-16fc619e3087] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1087.563384] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.678596] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684348, 'name': ReconfigVM_Task, 'duration_secs': 0.270828} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.678897] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35/4a00db1a-fbc7-42c6-a12f-f155c270cd35.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.679199] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.793335] env[62668]: DEBUG nova.network.neutron [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Port 418b89cb-b71e-4b73-81ec-21cf599294b2 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.793610] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.793759] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.793925] env[62668]: DEBUG nova.network.neutron [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.009489] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 3311fb97-bb87-41bd-b695-306980462cbc] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1088.109121] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.109426] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c08452-eca8-4702-a4fc-a7a62f7f76d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.118876] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1088.118876] env[62668]: value = "task-2684350" [ 1088.118876] env[62668]: _type = "Task" [ 1088.118876] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.132699] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.186019] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97336a6-6c56-4ccf-b3ec-b2fb578c4c7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.212284] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf486d2-56cb-45d4-b94a-297d05425dde {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.233331] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.512819] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 18ed20e4-25cf-4133-a542-6c8c26da3af7] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1088.549963] env[62668]: DEBUG nova.network.neutron [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.573058] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.595625] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.595902] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.596068] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleting the datastore file [datastore1] 4120a5e6-393a-4144-bbfc-ea4cea79ada9 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.596336] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6993fb-e8f8-4c7d-853e-4c1efc98b542 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.600499] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.600728] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.600885] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.601140] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.601333] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.601487] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.601707] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.601860] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.602037] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.602235] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.602415] env[62668]: DEBUG nova.virt.hardware [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.603240] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf32f07-559f-479e-94ce-a5c7a53e5ef7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.606914] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1088.606914] env[62668]: value = "task-2684351" [ 1088.606914] env[62668]: _type = "Task" [ 1088.606914] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.613563] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbad3733-e5a2-4247-93e3-2b86189d072d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.620211] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.635959] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684350, 'name': PowerOffVM_Task, 'duration_secs': 0.389812} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.636240] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.636992] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9bef77-b15a-43d2-bb29-8d5a86271d6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.657612] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c36e9-b0ad-4d58-bf02-a607ab9bd5e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.686829] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.687172] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3519085-37f6-470c-9e47-0ac7f8667fac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.700784] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1088.700784] env[62668]: value = "task-2684352" [ 1088.700784] env[62668]: _type = "Task" [ 1088.700784] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.709225] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.794492] env[62668]: DEBUG nova.network.neutron [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Port 85bb2236-7cd7-4224-bbc2-5897e4838f11 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1088.835419] env[62668]: DEBUG nova.compute.manager [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Received event network-vif-plugged-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1088.835522] env[62668]: DEBUG oslo_concurrency.lockutils [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] Acquiring lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.835716] env[62668]: DEBUG oslo_concurrency.lockutils [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.835831] env[62668]: DEBUG oslo_concurrency.lockutils [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.835998] env[62668]: DEBUG nova.compute.manager [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] No waiting events found dispatching network-vif-plugged-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.836250] env[62668]: WARNING nova.compute.manager [req-1351c56b-e3c0-4aa3-945c-8c673cff82e6 req-65cdee0a-3716-42ca-9a09-1c5135fb60fe service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Received unexpected event network-vif-plugged-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f for instance with vm_state building and task_state spawning. [ 1088.914815] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Successfully updated port: 9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.015970] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cc0f3003-760a-4c10-9719-01fa4e0a3c7d] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1089.052932] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.118996] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.214524] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.214524] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.214524] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.214524] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.214524] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.214524] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74fb69ff-c5b1-44af-aab3-c80c83e89a35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.243692] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.243921] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.244704] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b4bb05-3d9d-4e5a-9004-1cd74e1ecaf6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.250517] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1089.250517] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce6f5c-5283-6555-44fb-681d68d33947" [ 1089.250517] env[62668]: _type = "Task" [ 1089.250517] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.258445] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce6f5c-5283-6555-44fb-681d68d33947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.417244] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.417244] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.417244] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.520060] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: aed2e89c-1084-4691-bcb5-7e2d9f176358] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1089.556281] env[62668]: DEBUG nova.compute.manager [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62668) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1089.618955] env[62668]: DEBUG oslo_vmware.api [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.670348} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.619246] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.619412] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.619591] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.619766] env[62668]: INFO nova.compute.manager [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1089.620038] env[62668]: DEBUG oslo.service.loopingcall [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.620248] env[62668]: DEBUG nova.compute.manager [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.620300] env[62668]: DEBUG nova.network.neutron [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.761631] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ce6f5c-5283-6555-44fb-681d68d33947, 'name': SearchDatastore_Task, 'duration_secs': 0.022294} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.762487] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba3264c-b7cd-4620-acc4-8d3536908f63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.768015] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1089.768015] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52784410-0f16-8a96-3dd5-16f213ec2215" [ 1089.768015] env[62668]: _type = "Task" [ 1089.768015] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.778359] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52784410-0f16-8a96-3dd5-16f213ec2215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.813251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.813509] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.813698] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.963365] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.023782] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 01e6b8da-a95c-4ddd-a0d0-3096f0dea074] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1090.194839] env[62668]: DEBUG nova.network.neutron [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Updating instance_info_cache with network_info: [{"id": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "address": "fa:16:3e:63:cb:25", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8a6a23-58", "ovs_interfaceid": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.282559] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52784410-0f16-8a96-3dd5-16f213ec2215, 'name': SearchDatastore_Task, 'duration_secs': 0.04721} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.283061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.283453] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. {{(pid=62668) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1090.283907] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db358896-7e86-403c-a97c-69279dda1c8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.293865] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1090.293865] env[62668]: value = "task-2684353" [ 1090.293865] env[62668]: _type = "Task" [ 1090.293865] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.303107] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.527953] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1f705a9f-9eb5-4a81-8acf-5dc094648d75] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1090.657248] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.657596] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.697594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.697936] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Instance network_info: |[{"id": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "address": "fa:16:3e:63:cb:25", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8a6a23-58", "ovs_interfaceid": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.698415] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:cb:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8a6a23-5853-428e-9ac7-3fc7b3694e0f', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.707327] env[62668]: DEBUG oslo.service.loopingcall [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.707936] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.708559] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d12b7b-1e08-4380-b87a-6132962bbb5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.731938] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.731938] env[62668]: value = "task-2684354" [ 1090.731938] env[62668]: _type = "Task" [ 1090.731938] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.742527] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684354, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.806037] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473629} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.806037] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk. [ 1090.806814] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6da2b6-1503-4f30-a824-bda61c3cac71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.841326] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.841626] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ff91cd-062a-44a3-9eda-ddb05dceed86 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.862809] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1090.862809] env[62668]: value = "task-2684355" [ 1090.862809] env[62668]: _type = "Task" [ 1090.862809] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.865748] env[62668]: DEBUG nova.compute.manager [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Received event network-changed-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1090.865930] env[62668]: DEBUG nova.compute.manager [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Refreshing instance network info cache due to event network-changed-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1090.866154] env[62668]: DEBUG oslo_concurrency.lockutils [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] Acquiring lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.866297] env[62668]: DEBUG oslo_concurrency.lockutils [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] Acquired lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.866457] env[62668]: DEBUG nova.network.neutron [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Refreshing network info cache for port 9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.876775] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.885195] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.885365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.885534] env[62668]: DEBUG nova.network.neutron [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.897059] env[62668]: DEBUG nova.network.neutron [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.033886] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 2cb6c037-eea6-4cdd-875f-b7f7ceb5da50] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1091.160919] env[62668]: DEBUG nova.objects.instance [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'migration_context' on Instance uuid 5bfa300c-173b-4042-bbf3-c9ff3e083b10 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.242402] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684354, 'name': CreateVM_Task, 'duration_secs': 0.37614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.243721] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.243721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.243721] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.243921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.243990] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f7c39b-7fd3-4749-92ca-9bc7bbec8661 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.249877] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1091.249877] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eaa3e9-365e-9044-3aca-872bb9fdd141" [ 1091.249877] env[62668]: _type = "Task" [ 1091.249877] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.258313] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eaa3e9-365e-9044-3aca-872bb9fdd141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.375526] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684355, 'name': ReconfigVM_Task, 'duration_secs': 0.314868} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.375797] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f/ebc8e9a7-e4cf-458a-974f-a3490d0b578d-rescue.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.377071] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a60620-df75-4d36-b05c-cbbae47b4222 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.402259] env[62668]: INFO nova.compute.manager [-] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Took 1.78 seconds to deallocate network for instance. [ 1091.410141] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37fba364-31f7-4985-b595-43155982b3e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.430387] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1091.430387] env[62668]: value = "task-2684356" [ 1091.430387] env[62668]: _type = "Task" [ 1091.430387] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.439524] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.537282] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 76a1572e-b943-420f-bb58-8eb11a27ff1e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1091.762852] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52eaa3e9-365e-9044-3aca-872bb9fdd141, 'name': SearchDatastore_Task, 'duration_secs': 0.070225} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.763703] env[62668]: DEBUG nova.network.neutron [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Updated VIF entry in instance network info cache for port 9d8a6a23-5853-428e-9ac7-3fc7b3694e0f. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.764042] env[62668]: DEBUG nova.network.neutron [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Updating instance_info_cache with network_info: [{"id": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "address": "fa:16:3e:63:cb:25", "network": {"id": "f69199fb-f031-4a3e-9b34-31f6571dc0b5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1027149447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17497c1e03a74f00b13b4e2e34abd2d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8a6a23-58", "ovs_interfaceid": "9d8a6a23-5853-428e-9ac7-3fc7b3694e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.765808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.766140] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.766420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.766574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.766754] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.767029] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1cda421-34d7-4246-b189-c832c899d8f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.771951] env[62668]: DEBUG nova.network.neutron [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.787387] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.787387] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.788480] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c00771-ed08-412f-acca-05ecb4579798 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.795145] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1091.795145] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c8798-29d3-7114-364a-64d156d13008" [ 1091.795145] env[62668]: _type = "Task" [ 1091.795145] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.806783] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c8798-29d3-7114-364a-64d156d13008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.900677] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899e6fd-0b48-4140-8170-99b46a95b91b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.911564] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9822c1-4cc3-4d13-be27-8535715538b5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.944815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.948985] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb483f5-1fc8-4c49-9adb-d9e1e6e81ee6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.959671] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb9e3cd-908a-4a48-b9b4-30c5422acf71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.963264] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684356, 'name': ReconfigVM_Task, 'duration_secs': 0.169728} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.963524] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.964056] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-381178e3-3f9f-44fe-981b-1d113a7277d7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.975331] env[62668]: DEBUG nova.compute.provider_tree [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.977655] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1091.977655] env[62668]: value = "task-2684357" [ 1091.977655] env[62668]: _type = "Task" [ 1091.977655] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.985439] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.040868] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 7a1718db-1e65-45bb-bfc4-4a927a82bda5] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1092.267034] env[62668]: DEBUG oslo_concurrency.lockutils [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] Releasing lock "refresh_cache-b4e97b21-bfaf-4616-922f-edfaf8c234ae" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.267188] env[62668]: DEBUG nova.compute.manager [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Received event network-vif-deleted-1e6d0a3c-2363-4dbe-ac38-918d472c6f61 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1092.268029] env[62668]: INFO nova.compute.manager [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Neutron deleted interface 1e6d0a3c-2363-4dbe-ac38-918d472c6f61; detaching it from the instance and deleting it from the info cache [ 1092.268029] env[62668]: DEBUG nova.network.neutron [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.274903] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.307549] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524c8798-29d3-7114-364a-64d156d13008, 'name': SearchDatastore_Task, 'duration_secs': 0.081534} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.308369] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9d5f34-8739-42ff-a616-bd8cdc677544 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314878] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1092.314878] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e1138-266d-e9d0-0dc7-e925fa49dbae" [ 1092.314878] env[62668]: _type = "Task" [ 1092.314878] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.316073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.316286] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.327599] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e1138-266d-e9d0-0dc7-e925fa49dbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.480061] env[62668]: DEBUG nova.scheduler.client.report [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.493100] env[62668]: DEBUG oslo_vmware.api [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684357, 'name': PowerOnVM_Task, 'duration_secs': 0.428429} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.494020] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.496666] env[62668]: DEBUG nova.compute.manager [None req-9faaccf7-8159-42c3-b020-f77aea7aeeb4 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.497485] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed9598-3ca6-433e-a315-65519a843624 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.544207] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 35e64c5e-e78c-4787-8d6a-7b5fb1a31244] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1092.770317] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf8da2d6-1557-4c62-9ca4-daa079b97433 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.780695] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c08c1-b7b1-4a52-8044-d77559510728 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.807280] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace5869-08cb-4ce8-a3f6-65463e06ba33 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.823655] env[62668]: DEBUG nova.compute.utils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.824957] env[62668]: DEBUG nova.compute.manager [req-0c08df44-efb9-4936-ba91-364622d39b0f req-cdc18d57-4f69-4e73-a97a-ba5f8ce3d7e3 service nova] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Detach interface failed, port_id=1e6d0a3c-2363-4dbe-ac38-918d472c6f61, reason: Instance 4120a5e6-393a-4144-bbfc-ea4cea79ada9 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1092.843542] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9484bfc9-02e7-407d-b7b9-68bfc0576379 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.849953] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]528e1138-266d-e9d0-0dc7-e925fa49dbae, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.850567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.850830] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4e97b21-bfaf-4616-922f-edfaf8c234ae/b4e97b21-bfaf-4616-922f-edfaf8c234ae.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.851153] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870e919e-96d0-4fdc-9fb7-bc88d7debdda {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.855441] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.864492] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1092.864492] env[62668]: value = "task-2684358" [ 1092.864492] env[62668]: _type = "Task" [ 1092.864492] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.873340] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.047066] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b4fe764b-7e3e-4055-896b-85e483a7073e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1093.326482] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.361918] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.362279] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3dda69-6f7a-4df4-92c0-07c3414be3ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.370106] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1093.370106] env[62668]: value = "task-2684359" [ 1093.370106] env[62668]: _type = "Task" [ 1093.370106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.376234] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497429} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.376808] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] b4e97b21-bfaf-4616-922f-edfaf8c234ae/b4e97b21-bfaf-4616-922f-edfaf8c234ae.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.377028] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.377283] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f5d0bd-0ced-4cc1-95fa-96c6d7f40a10 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.383144] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.388324] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1093.388324] env[62668]: value = "task-2684360" [ 1093.388324] env[62668]: _type = "Task" [ 1093.388324] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.395744] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.494820] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.837s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.500948] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.556s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.501251] env[62668]: DEBUG nova.objects.instance [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'resources' on Instance uuid 4120a5e6-393a-4144-bbfc-ea4cea79ada9 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.550457] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: c1f71939-c205-420b-873f-a634aee63f50] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1093.677162] env[62668]: INFO nova.compute.manager [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Unrescuing [ 1093.677469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.677635] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.677817] env[62668]: DEBUG nova.network.neutron [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.884325] env[62668]: DEBUG oslo_vmware.api [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684359, 'name': PowerOnVM_Task, 'duration_secs': 0.398983} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.884325] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.884325] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b9ea6-f902-4e6e-a57c-3cdcaab4d2b0 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance '4a00db1a-fbc7-42c6-a12f-f155c270cd35' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.899589] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083708} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.899864] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.900728] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d780c-a61d-4717-ae34-b4b1ba89b1a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.924061] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b4e97b21-bfaf-4616-922f-edfaf8c234ae/b4e97b21-bfaf-4616-922f-edfaf8c234ae.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.924525] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2b2fff-7932-440f-8077-84d294c3a09b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.944655] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1093.944655] env[62668]: value = "task-2684361" [ 1093.944655] env[62668]: _type = "Task" [ 1093.944655] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.953512] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.055102] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ccbb202e-6a2f-4286-80c8-5f1cf878db04] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1094.223673] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8eb6e-c28f-4d13-87b6-2550f52f98f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.231323] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe345bd-3c05-4a3d-857a-f2de502a6b55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.263494] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a0cb8-2ecf-4bb0-a6ae-0fe47c9257cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.271090] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63a21a-18a4-45cb-bdc9-1d369743110b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.285216] env[62668]: DEBUG nova.compute.provider_tree [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.381212] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.381517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.381751] env[62668]: INFO nova.compute.manager [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Attaching volume f1dfe87e-208b-454a-9637-132e71322b70 to /dev/sdb [ 1094.419658] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a2cf9-dd2b-4d96-a848-c41a3957e206 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.423224] env[62668]: DEBUG nova.network.neutron [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.430254] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af4ce3-d042-4190-9d25-150021b4a8a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.446855] env[62668]: DEBUG nova.virt.block_device [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating existing volume attachment record: fbfdff4d-32cf-4eb8-a6fa-f1a1b6e2ee26 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1094.460106] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.558506] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf426265-e298-4fd6-aa23-dc0f377f4694] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1094.788894] env[62668]: DEBUG nova.scheduler.client.report [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.926548] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.927110] env[62668]: DEBUG nova.objects.instance [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'flavor' on Instance uuid e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.957292] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684361, 'name': ReconfigVM_Task, 'duration_secs': 0.53512} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.957590] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b4e97b21-bfaf-4616-922f-edfaf8c234ae/b4e97b21-bfaf-4616-922f-edfaf8c234ae.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.958230] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91980f52-4c79-4854-91cd-f4f21a942fd9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.965312] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1094.965312] env[62668]: value = "task-2684365" [ 1094.965312] env[62668]: _type = "Task" [ 1094.965312] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.974739] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684365, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.039613] env[62668]: INFO nova.compute.manager [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Swapping old allocation on dict_keys(['7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57']) held by migration c9cd2c8b-31de-43e1-9a26-c0470d8b76a4 for instance [ 1095.062605] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 8c48eafa-e192-44a0-a327-f9ce2297315e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1095.065234] env[62668]: DEBUG nova.scheduler.client.report [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Overwriting current allocation {'allocations': {'7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'd887e5359fce4d43be9aefea9d0f9e30', 'user_id': '3ad8f121a7504957aa1aca268edea3ac', 'consumer_generation': 1} on consumer 5bfa300c-173b-4042-bbf3-c9ff3e083b10 {{(pid=62668) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1095.162900] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.163111] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.163297] env[62668]: DEBUG nova.network.neutron [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.295073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.314059] env[62668]: INFO nova.scheduler.client.report [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted allocations for instance 4120a5e6-393a-4144-bbfc-ea4cea79ada9 [ 1095.432277] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33521626-06ab-49a8-bd74-22a6478e9a64 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457316] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.457612] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4412e8cc-ab23-4b08-b1fe-c76fd0e41609 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.464744] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1095.464744] env[62668]: value = "task-2684366" [ 1095.464744] env[62668]: _type = "Task" [ 1095.464744] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.479223] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684365, 'name': Rename_Task, 'duration_secs': 0.162671} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.482492] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.482779] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.482986] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-571f7dd4-d918-4f4e-81a6-ce9f6083d8aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.491261] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1095.491261] env[62668]: value = "task-2684367" [ 1095.491261] env[62668]: _type = "Task" [ 1095.491261] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.500269] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.568233] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 0ff19c78-551b-4181-aca1-852e02fe7f9e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1095.826536] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d5b68cf6-9237-468b-8b9e-32d9d449336a tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "4120a5e6-393a-4144-bbfc-ea4cea79ada9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.608s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.895265] env[62668]: DEBUG nova.network.neutron [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [{"id": "418b89cb-b71e-4b73-81ec-21cf599294b2", "address": "fa:16:3e:47:8a:bf", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b89cb-b7", "ovs_interfaceid": "418b89cb-b71e-4b73-81ec-21cf599294b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.896581] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.896809] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.897025] env[62668]: DEBUG nova.compute.manager [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Going to confirm migration 7 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1095.976540] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684366, 'name': PowerOffVM_Task, 'duration_secs': 0.22127} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.976875] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.983066] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.983408] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68309693-b612-4f90-978f-ff32deec83c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009561] env[62668]: DEBUG oslo_vmware.api [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684367, 'name': PowerOnVM_Task, 'duration_secs': 0.450124} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.010940] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.011206] env[62668]: INFO nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1096.011392] env[62668]: DEBUG nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.011771] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1096.011771] env[62668]: value = "task-2684368" [ 1096.011771] env[62668]: _type = "Task" [ 1096.011771] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.012515] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227c79a4-4d16-4e3c-98aa-2114ff8719af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.022747] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.071419] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 88bcf6e7-042f-4c74-a226-e09dd3c9c412] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1096.126437] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.126699] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.127505] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.127713] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.127892] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.130308] env[62668]: INFO nova.compute.manager [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Terminating instance [ 1096.402994] env[62668]: DEBUG oslo_concurrency.lockutils [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-5bfa300c-173b-4042-bbf3-c9ff3e083b10" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.405977] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dd99af-504b-485d-b686-bd9f9e46f168 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.413929] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a06b15-09b8-46b3-87b9-e26dd4bda7b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.438450] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.438615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquired lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.438794] env[62668]: DEBUG nova.network.neutron [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.439044] env[62668]: DEBUG nova.objects.instance [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'info_cache' on Instance uuid 4a00db1a-fbc7-42c6-a12f-f155c270cd35 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.526572] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684368, 'name': ReconfigVM_Task, 'duration_secs': 0.274964} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.526842] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.527045] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.531293] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de495043-6f77-439e-8856-b053edd6c38d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.535053] env[62668]: INFO nova.compute.manager [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Took 12.29 seconds to build instance. [ 1096.540384] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1096.540384] env[62668]: value = "task-2684369" [ 1096.540384] env[62668]: _type = "Task" [ 1096.540384] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.549173] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.575119] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a714810a-26e5-4af3-b7e9-6c6a79d92671] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1096.634884] env[62668]: DEBUG nova.compute.manager [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.635119] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.636015] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf9d303-8569-4acf-a49d-9ca1d52d27f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.643979] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.644222] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7523766f-0064-4ca0-9b8d-fa8ad316c456 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.652113] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1096.652113] env[62668]: value = "task-2684370" [ 1096.652113] env[62668]: _type = "Task" [ 1096.652113] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.662977] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.037210] env[62668]: DEBUG oslo_concurrency.lockutils [None req-32078ae2-50e4-4690-8f5a-638c92070ea1 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.052026] env[62668]: DEBUG oslo_vmware.api [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684369, 'name': PowerOnVM_Task, 'duration_secs': 0.388213} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.052026] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.052026] env[62668]: DEBUG nova.compute.manager [None req-d94bbc1a-58a7-4ced-99ce-d6cc8ce69e93 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.052747] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab7cf6-c951-4ed3-9d2d-0da5f90373e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077768] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6fb06b88-2d82-4e84-9e6f-d2f077908b0e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1097.162913] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684370, 'name': PowerOffVM_Task, 'duration_secs': 0.300594} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.163137] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.163321] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.163575] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6386788d-a3c2-4e66-8b31-29564b65fc34 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.237416] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.237653] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.237839] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleting the datastore file [datastore1] 24768c79-4d5d-4a28-afc0-7c26f32868d6 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.238133] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d02e3b2-a60a-48c1-93af-f846e4b93186 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.245776] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for the task: (returnval){ [ 1097.245776] env[62668]: value = "task-2684373" [ 1097.245776] env[62668]: _type = "Task" [ 1097.245776] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.254393] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.497559] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.497863] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-837afc12-048c-4ce2-b006-9a26e08d9128 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.506753] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1097.506753] env[62668]: value = "task-2684374" [ 1097.506753] env[62668]: _type = "Task" [ 1097.506753] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.515658] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.581309] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d47926ed-d2ef-4600-abfe-d508fbc3ddc2] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1097.650200] env[62668]: DEBUG nova.network.neutron [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [{"id": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "address": "fa:16:3e:92:55:1f", "network": {"id": "1d19267d-e79a-46fa-95cf-591ffb23b2fd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-301418556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4052f761047d47799a6ae9d9cfc09a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bb2236-7c", "ovs_interfaceid": "85bb2236-7cd7-4224-bbc2-5897e4838f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.757092] env[62668]: DEBUG oslo_vmware.api [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Task: {'id': task-2684373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415265} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.757422] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.757559] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.757799] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.758019] env[62668]: INFO nova.compute.manager [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1097.758328] env[62668]: DEBUG oslo.service.loopingcall [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.758560] env[62668]: DEBUG nova.compute.manager [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.758662] env[62668]: DEBUG nova.network.neutron [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.775215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.775473] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.775654] env[62668]: DEBUG nova.compute.manager [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.776677] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e471d235-ab7a-4fb7-86e8-dceb289fbec0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.783950] env[62668]: DEBUG nova.compute.manager [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1097.784753] env[62668]: DEBUG nova.objects.instance [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'flavor' on Instance uuid b4e97b21-bfaf-4616-922f-edfaf8c234ae {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.018409] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684374, 'name': PowerOffVM_Task, 'duration_secs': 0.326062} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.019922] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.020611] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.020833] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.020989] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.021221] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.021372] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.021518] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.021733] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.021888] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.023197] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.023429] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.023615] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.031828] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6cc7ef-ddc2-4ab1-be69-28f2fc860327 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.046369] env[62668]: DEBUG nova.compute.manager [req-7c7e0c70-b827-4610-bd71-749aa7371015 req-fd92ee3a-94c2-43da-a14c-238ed4d76991 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Received event network-vif-deleted-cccb75be-8431-4939-8279-ac3320028c4a {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1098.046567] env[62668]: INFO nova.compute.manager [req-7c7e0c70-b827-4610-bd71-749aa7371015 req-fd92ee3a-94c2-43da-a14c-238ed4d76991 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Neutron deleted interface cccb75be-8431-4939-8279-ac3320028c4a; detaching it from the instance and deleting it from the info cache [ 1098.046739] env[62668]: DEBUG nova.network.neutron [req-7c7e0c70-b827-4610-bd71-749aa7371015 req-fd92ee3a-94c2-43da-a14c-238ed4d76991 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.057173] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1098.057173] env[62668]: value = "task-2684375" [ 1098.057173] env[62668]: _type = "Task" [ 1098.057173] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.067656] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.087476] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: c96f0187-c1c6-4631-8ff8-20328ac6ba7f] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1098.152467] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Releasing lock "refresh_cache-4a00db1a-fbc7-42c6-a12f-f155c270cd35" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.152726] env[62668]: DEBUG nova.objects.instance [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lazy-loading 'migration_context' on Instance uuid 4a00db1a-fbc7-42c6-a12f-f155c270cd35 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.276332] env[62668]: DEBUG nova.compute.manager [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1098.276332] env[62668]: DEBUG nova.compute.manager [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing instance network info cache due to event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1098.276512] env[62668]: DEBUG oslo_concurrency.lockutils [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.276591] env[62668]: DEBUG oslo_concurrency.lockutils [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.276752] env[62668]: DEBUG nova.network.neutron [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.532774] env[62668]: DEBUG nova.network.neutron [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.550200] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edadc277-f1b1-4855-863d-9d8027e23626 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.564452] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474c55d-8cca-441b-9fb7-56737dd9344a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.582272] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684375, 'name': ReconfigVM_Task, 'duration_secs': 0.196032} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.583086] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e9e8b-73d6-461d-85d7-25726ac88059 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.604244] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b19b1d40-bf94-47cb-860e-af27a0bdfbbc] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1098.606529] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.606753] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.606908] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.607101] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.607253] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.607409] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.607588] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.607755] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.607956] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.608143] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.608321] env[62668]: DEBUG nova.virt.hardware [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.620558] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f735db39-4541-47e8-934b-2fd339c4aefa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.623474] env[62668]: DEBUG nova.compute.manager [req-7c7e0c70-b827-4610-bd71-749aa7371015 req-fd92ee3a-94c2-43da-a14c-238ed4d76991 service nova] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Detach interface failed, port_id=cccb75be-8431-4939-8279-ac3320028c4a, reason: Instance 24768c79-4d5d-4a28-afc0-7c26f32868d6 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1098.627820] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1098.627820] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cd879c-bb17-6644-1c4a-dbd546fb031c" [ 1098.627820] env[62668]: _type = "Task" [ 1098.627820] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.637065] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cd879c-bb17-6644-1c4a-dbd546fb031c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.655606] env[62668]: DEBUG nova.objects.base [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Object Instance<4a00db1a-fbc7-42c6-a12f-f155c270cd35> lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.656498] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc73df-04a7-4199-bfaf-0e3322b46353 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.676550] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acb4d08-8b22-4373-9e1c-f914f81ea357 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.682445] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1098.682445] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6de35-a794-75cd-81b6-8a18fd607c1c" [ 1098.682445] env[62668]: _type = "Task" [ 1098.682445] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.690375] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6de35-a794-75cd-81b6-8a18fd607c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.747624] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.747989] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.748237] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.748428] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.748603] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.751053] env[62668]: INFO nova.compute.manager [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Terminating instance [ 1098.797533] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.798423] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe4a9fa-b099-4baa-aaf4-8d5616c9aea2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.807777] env[62668]: DEBUG oslo_vmware.api [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1098.807777] env[62668]: value = "task-2684376" [ 1098.807777] env[62668]: _type = "Task" [ 1098.807777] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.818202] env[62668]: DEBUG oslo_vmware.api [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.996595] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.996885] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.997815] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0af08-3d48-42ae-8d32-bd3685e566ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.003978] env[62668]: DEBUG nova.network.neutron [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updated VIF entry in instance network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.004317] env[62668]: DEBUG nova.network.neutron [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.020910] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808dc39f-2dd2-4fdc-a18f-7704f84fbfac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.040441] env[62668]: INFO nova.compute.manager [-] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Took 1.28 seconds to deallocate network for instance. [ 1099.048037] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.050057] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48b1d53-7eb3-4535-a8ea-d3a35052561f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.073011] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1099.073011] env[62668]: value = "task-2684377" [ 1099.073011] env[62668]: _type = "Task" [ 1099.073011] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.083120] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.121477] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 8b745d45-7cdb-4ccc-b1aa-f7b5b9fb4547] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1099.139670] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cd879c-bb17-6644-1c4a-dbd546fb031c, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.145183] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.145559] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e485bbd6-de41-4f8a-a111-987271f75f73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.166946] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1099.166946] env[62668]: value = "task-2684378" [ 1099.166946] env[62668]: _type = "Task" [ 1099.166946] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.176690] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.193169] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52a6de35-a794-75cd-81b6-8a18fd607c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.007775} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.193470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.193706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.254773] env[62668]: DEBUG nova.compute.manager [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.255077] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.256043] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e014580-daa7-45fb-bfaa-14f16966af78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.265353] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.265609] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84728a23-48e7-452b-95bd-dc138c24aa6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.273294] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1099.273294] env[62668]: value = "task-2684379" [ 1099.273294] env[62668]: _type = "Task" [ 1099.273294] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.283895] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.319649] env[62668]: DEBUG oslo_vmware.api [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.507789] env[62668]: DEBUG oslo_concurrency.lockutils [req-86193ec3-16da-4fcb-aea0-4bc6053e6296 req-cf2c6605-580a-4a2c-bc0c-ea6ebb0f78ea service nova] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.568342] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.584370] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.625144] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6d54c14e-cb02-43a3-9f5d-5f91f649e026] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1099.679371] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684378, 'name': ReconfigVM_Task, 'duration_secs': 0.287674} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.679659] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.680456] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3a4c2-7361-4ec9-98e6-93e4b919a077 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.709244] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.709793] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2860af3-a458-416e-9eab-429f854a921d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.731268] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1099.731268] env[62668]: value = "task-2684380" [ 1099.731268] env[62668]: _type = "Task" [ 1099.731268] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.739391] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.783159] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684379, 'name': PowerOffVM_Task, 'duration_secs': 0.281635} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.785533] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.785710] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.786136] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366f79d3-553b-400f-bb11-e7b6b8d09b6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.818756] env[62668]: DEBUG oslo_vmware.api [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684376, 'name': PowerOffVM_Task, 'duration_secs': 0.592894} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.821489] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.821693] env[62668]: DEBUG nova.compute.manager [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.822765] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86450806-59f5-4e87-a48b-bd82bc9a3192 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.871980] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.872230] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.872420] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleting the datastore file [datastore2] d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.872704] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c6ab5e-d3c7-48ce-a6c8-f19a22926b88 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.883281] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for the task: (returnval){ [ 1099.883281] env[62668]: value = "task-2684382" [ 1099.883281] env[62668]: _type = "Task" [ 1099.883281] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.892092] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.904908] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48c4f42-6ab2-41df-9cfa-4b898c7aa1b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.914738] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8646526b-3023-4c82-9eb8-38883e3a90d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.950121] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f2ed3-e41d-4be4-8310-e049187a75f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.958497] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509f680-cc3c-4280-9344-84ca8f92336b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.972761] env[62668]: DEBUG nova.compute.provider_tree [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.084247] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684377, 'name': ReconfigVM_Task, 'duration_secs': 0.547712} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.084537] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.089148] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdabd735-fbaa-4bb5-9a47-1025d269a38b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.104695] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1100.104695] env[62668]: value = "task-2684383" [ 1100.104695] env[62668]: _type = "Task" [ 1100.104695] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.113837] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.129576] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d6d6c56c-96e2-430f-8d8c-a93d4986be93] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1100.241615] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684380, 'name': ReconfigVM_Task, 'duration_secs': 0.338794} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.241916] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10/5bfa300c-173b-4042-bbf3-c9ff3e083b10.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.242818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c183c98-5c0e-4014-9991-870f54218d9e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.264390] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60e9871-5a88-41a6-8356-aee54bbad6cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.286891] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80805a-1d6a-44f6-8c17-e26ce05040cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.310285] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0420e8f-a196-48a2-97a0-f681dda235de {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.314070] env[62668]: DEBUG nova.compute.manager [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1100.314274] env[62668]: DEBUG nova.compute.manager [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing instance network info cache due to event network-changed-14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1100.314481] env[62668]: DEBUG oslo_concurrency.lockutils [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] Acquiring lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.314620] env[62668]: DEBUG oslo_concurrency.lockutils [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] Acquired lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.314781] env[62668]: DEBUG nova.network.neutron [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Refreshing network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.323560] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.324282] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc682487-b477-42bf-b168-6bb743178e0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331434] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1100.331434] env[62668]: value = "task-2684384" [ 1100.331434] env[62668]: _type = "Task" [ 1100.331434] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.337309] env[62668]: DEBUG oslo_concurrency.lockutils [None req-0fa0947b-369e-42ce-900a-6cd26454ec56 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.562s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.342639] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.395273] env[62668]: DEBUG oslo_vmware.api [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Task: {'id': task-2684382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165444} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.395525] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.395706] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.395876] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.396061] env[62668]: INFO nova.compute.manager [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.396389] env[62668]: DEBUG oslo.service.loopingcall [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.396608] env[62668]: DEBUG nova.compute.manager [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.396706] env[62668]: DEBUG nova.network.neutron [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.475931] env[62668]: DEBUG nova.scheduler.client.report [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.615861] env[62668]: DEBUG oslo_vmware.api [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684383, 'name': ReconfigVM_Task, 'duration_secs': 0.309162} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.616225] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1100.633113] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: f47f3c1e-b9cb-4631-984b-bcdaa7fdbec9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1100.842816] env[62668]: DEBUG oslo_vmware.api [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684384, 'name': PowerOnVM_Task, 'duration_secs': 0.42969} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.843124] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.985967] env[62668]: DEBUG nova.compute.manager [req-da565987-aae5-42c7-934f-ef76c117c7ab req-7d6748b3-b740-41b0-9238-1b8d90854de6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Received event network-vif-deleted-b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1100.986179] env[62668]: INFO nova.compute.manager [req-da565987-aae5-42c7-934f-ef76c117c7ab req-7d6748b3-b740-41b0-9238-1b8d90854de6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Neutron deleted interface b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb; detaching it from the instance and deleting it from the info cache [ 1100.986358] env[62668]: DEBUG nova.network.neutron [req-da565987-aae5-42c7-934f-ef76c117c7ab req-7d6748b3-b740-41b0-9238-1b8d90854de6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.065658] env[62668]: DEBUG nova.network.neutron [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updated VIF entry in instance network info cache for port 14a28fd8-c7ab-4dea-be39-6362071a954d. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.065658] env[62668]: DEBUG nova.network.neutron [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [{"id": "14a28fd8-c7ab-4dea-be39-6362071a954d", "address": "fa:16:3e:47:39:d4", "network": {"id": "6671c2c9-9403-44a6-bf55-6d9f75b3d165", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1438260777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a1b0605c964e07a3388d9873495b33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a28fd8-c7", "ovs_interfaceid": "14a28fd8-c7ab-4dea-be39-6362071a954d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.136277] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: bcb07823-1d55-4704-a061-472d7df6c0f9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1101.369615] env[62668]: DEBUG nova.network.neutron [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.489778] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.492939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.925s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.493183] env[62668]: DEBUG nova.objects.instance [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lazy-loading 'resources' on Instance uuid 24768c79-4d5d-4a28-afc0-7c26f32868d6 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.495485] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a2ae65-1fc4-4b40-910e-8e442f3687ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.504947] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dfdd0a-3207-421a-8f80-14ae70c2e4ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.543569] env[62668]: DEBUG nova.compute.manager [req-da565987-aae5-42c7-934f-ef76c117c7ab req-7d6748b3-b740-41b0-9238-1b8d90854de6 service nova] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Detach interface failed, port_id=b0a1fbcd-d1f6-4b14-8b34-4c0c05034cbb, reason: Instance d6f92dcd-d648-4f23-bc57-e127fd9cab91 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1101.569949] env[62668]: DEBUG oslo_concurrency.lockutils [req-c20f6168-8c42-477c-afc5-789a93b95baa req-7dfe90fe-d72a-423a-8c1b-901a24f167cc service nova] Releasing lock "refresh_cache-e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.643139] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: f17197d7-bd44-4229-9cbb-497d8e21370c] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1101.661049] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.661288] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.661513] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.661692] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.661859] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.663979] env[62668]: DEBUG nova.objects.instance [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'flavor' on Instance uuid 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.665960] env[62668]: INFO nova.compute.manager [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Terminating instance [ 1101.871919] env[62668]: INFO nova.compute.manager [-] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Took 1.47 seconds to deallocate network for instance. [ 1101.881899] env[62668]: INFO nova.compute.manager [None req-faeca263-43ed-42a0-ba72-4ff423815d27 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance to original state: 'active' [ 1102.074631] env[62668]: INFO nova.scheduler.client.report [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocation for migration b43291c7-b406-42db-8053-6ec89b5a235f [ 1102.146853] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d0b8e179-8817-424f-8718-e24d502c77f8] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1102.171479] env[62668]: DEBUG nova.compute.manager [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.171820] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.173692] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d26574-94b5-4faf-a50d-846ce16a20f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.177980] env[62668]: DEBUG oslo_concurrency.lockutils [None req-98cb6452-63cb-4252-8028-b15c8bb93bce tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.190280] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.190633] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d73fb65-a113-4f41-94fd-3dd18317afd0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.207607] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7688c0df-b241-4893-8f8a-a7533e204bb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.216169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896f1b4-2168-4347-9f5b-93c991d1618a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.250540] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d847c-59e8-4fc7-8a9c-d1c770508c85 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.259189] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc142f60-639e-4925-af16-11e6117a2098 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.276168] env[62668]: DEBUG nova.compute.provider_tree [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.278686] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.278889] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.279111] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore1] b4e97b21-bfaf-4616-922f-edfaf8c234ae {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.279606] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03283096-eef4-4b43-a32b-6c2a5c822674 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.286606] env[62668]: DEBUG oslo_vmware.api [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1102.286606] env[62668]: value = "task-2684386" [ 1102.286606] env[62668]: _type = "Task" [ 1102.286606] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.294901] env[62668]: DEBUG oslo_vmware.api [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.378710] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.581278] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.684s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.650511] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 8d1f4077-4988-473d-8026-6ae0e44a70e4] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1102.781573] env[62668]: DEBUG nova.scheduler.client.report [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.798108] env[62668]: DEBUG oslo_vmware.api [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134928} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.798446] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.798667] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.798870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.799152] env[62668]: INFO nova.compute.manager [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1102.799400] env[62668]: DEBUG oslo.service.loopingcall [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.800292] env[62668]: DEBUG nova.compute.manager [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.800437] env[62668]: DEBUG nova.network.neutron [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.120473] env[62668]: DEBUG nova.compute.manager [req-5252e6de-afe0-4484-89a2-04a23e335eef req-8708df42-56a3-437a-bc9d-7f349aaabb4d service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Received event network-vif-deleted-9d8a6a23-5853-428e-9ac7-3fc7b3694e0f {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1103.120658] env[62668]: INFO nova.compute.manager [req-5252e6de-afe0-4484-89a2-04a23e335eef req-8708df42-56a3-437a-bc9d-7f349aaabb4d service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Neutron deleted interface 9d8a6a23-5853-428e-9ac7-3fc7b3694e0f; detaching it from the instance and deleting it from the info cache [ 1103.120854] env[62668]: DEBUG nova.network.neutron [req-5252e6de-afe0-4484-89a2-04a23e335eef req-8708df42-56a3-437a-bc9d-7f349aaabb4d service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.154069] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9b63d1b-69be-4b6a-a3b8-9f6237644428] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1103.196486] env[62668]: INFO nova.compute.manager [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Rebuilding instance [ 1103.242180] env[62668]: DEBUG nova.compute.manager [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.243175] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e1e7b-4843-48ed-8d43-bb1c39f6fc0b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.286503] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.288870] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.910s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.289157] env[62668]: DEBUG nova.objects.instance [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lazy-loading 'resources' on Instance uuid d6f92dcd-d648-4f23-bc57-e127fd9cab91 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.309064] env[62668]: INFO nova.scheduler.client.report [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Deleted allocations for instance 24768c79-4d5d-4a28-afc0-7c26f32868d6 [ 1103.536764] env[62668]: DEBUG nova.network.neutron [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.623830] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14eff8b1-f666-427e-8eca-01f6e18389bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.635310] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed5adf-9424-4670-a424-8d2c0ef255e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.669885] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 9f4b812e-617a-41e2-b9fb-36fee90a8118] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1103.672426] env[62668]: DEBUG nova.compute.manager [req-5252e6de-afe0-4484-89a2-04a23e335eef req-8708df42-56a3-437a-bc9d-7f349aaabb4d service nova] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Detach interface failed, port_id=9d8a6a23-5853-428e-9ac7-3fc7b3694e0f, reason: Instance b4e97b21-bfaf-4616-922f-edfaf8c234ae could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1103.790235] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.790235] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.790540] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.790612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.790831] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.795359] env[62668]: INFO nova.compute.manager [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Terminating instance [ 1103.817116] env[62668]: DEBUG oslo_concurrency.lockutils [None req-52ea3536-78c5-4e89-ba7a-591a99fa0033 tempest-AttachInterfacesTestJSON-1827434418 tempest-AttachInterfacesTestJSON-1827434418-project-member] Lock "24768c79-4d5d-4a28-afc0-7c26f32868d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.690s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.919758] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.920010] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.920222] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.920405] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.920570] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.923282] env[62668]: INFO nova.compute.manager [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Terminating instance [ 1103.968765] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901dd1a-9d3c-4de2-afd3-66000f691cce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.977710] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecbf73-7432-4f82-8e28-3385834288a6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.011380] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c8097-440e-4055-837c-e63405f73e76 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.020725] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c77982b-ef2c-4ce0-bead-32826851a3e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.037520] env[62668]: DEBUG nova.compute.provider_tree [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.040650] env[62668]: INFO nova.compute.manager [-] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Took 1.24 seconds to deallocate network for instance. [ 1104.173043] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a69ba441-7bb7-4eb0-83c3-72fd09086028] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1104.256991] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.257390] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20ff76e-ab99-4ce0-b2c2-247798bc459c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.265788] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1104.265788] env[62668]: value = "task-2684387" [ 1104.265788] env[62668]: _type = "Task" [ 1104.265788] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.275458] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.299732] env[62668]: DEBUG nova.compute.manager [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.300028] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.300353] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-600a4c54-93ed-4c3f-89b7-757023a79d84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.308674] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1104.308674] env[62668]: value = "task-2684388" [ 1104.308674] env[62668]: _type = "Task" [ 1104.308674] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.318538] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.427859] env[62668]: DEBUG nova.compute.manager [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.427859] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.428886] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c2375-df52-4884-91bf-ec3d08bacdfe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.439132] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.439409] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbece657-c768-44aa-be59-fb9f1f9f20e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.448252] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1104.448252] env[62668]: value = "task-2684389" [ 1104.448252] env[62668]: _type = "Task" [ 1104.448252] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.460071] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.547226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.560081] env[62668]: ERROR nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] [req-9bfb025d-f071-4de1-8936-9fbcdaec0edc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bfb025d-f071-4de1-8936-9fbcdaec0edc"}]} [ 1104.577414] env[62668]: DEBUG nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.601036] env[62668]: DEBUG nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.601036] env[62668]: DEBUG nova.compute.provider_tree [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.614365] env[62668]: DEBUG nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.636727] env[62668]: DEBUG nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1104.677447] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.677447] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances with incomplete migration {{(pid=62668) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1104.777596] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684387, 'name': PowerOffVM_Task, 'duration_secs': 0.230187} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.777859] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.809020] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c15c3-af31-4914-aff3-52311252446b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820908] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684388, 'name': PowerOffVM_Task, 'duration_secs': 0.213914} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.823011] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.823311] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.823683] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541128', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'name': 'volume-b4e83e2a-e80c-4207-b078-7b157e6437c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5bfa300c-173b-4042-bbf3-c9ff3e083b10', 'attached_at': '2025-02-19T13:03:54.000000', 'detached_at': '', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'serial': 'b4e83e2a-e80c-4207-b078-7b157e6437c4'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.825300] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94969cbf-ab3e-435d-aa07-bfd30f9d4edd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.828530] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb6094-cc5d-4351-9e2c-c48428ef4780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.875590] env[62668]: INFO nova.compute.manager [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Detaching volume f1dfe87e-208b-454a-9637-132e71322b70 [ 1104.877843] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e76c2-23ad-41cb-ade8-be0cab575b77 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.881210] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f839dc-c0ec-4203-a5fc-cda9bbaaf0c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.890394] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95fa0b-c568-4ceb-9435-c3a09a00bc81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.893784] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cf7edd-8aed-427a-b04a-29b9362b66cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.907819] env[62668]: DEBUG nova.compute.provider_tree [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.926578] env[62668]: INFO nova.virt.block_device [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Attempting to driver detach volume f1dfe87e-208b-454a-9637-132e71322b70 from mountpoint /dev/sdb [ 1104.926734] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.926919] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.927691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d7ca7-95fc-4064-9494-e8743cbd493d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.931032] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f8702-615a-4578-87f6-c7dfe7b417a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.966649] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ae494-518d-4e9c-a089-557e437a000a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.971073] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4e83e2a-e80c-4207-b078-7b157e6437c4/volume-b4e83e2a-e80c-4207-b078-7b157e6437c4.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.976213] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.976571] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef9e597-2d80-4194-bc5f-4b95b7694be8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.994902] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684389, 'name': PowerOffVM_Task, 'duration_secs': 0.195627} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.997655] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.997824] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.998268] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1104.998268] env[62668]: value = "task-2684390" [ 1104.998268] env[62668]: _type = "Task" [ 1104.998268] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.998459] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a48546-e0e1-4b17-bfb7-308c00afb49c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.000437] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0591e-746c-4a56-98a9-c49288dee4ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.029289] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ad9a5-50bb-4feb-a5c3-8ada1a3d87ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.032451] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.045229] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] The volume has not been displaced from its original location: [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.050295] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.050632] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a1cfab-1a99-4336-8933-ea9f06cbcb0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.067551] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1105.067551] env[62668]: value = "task-2684392" [ 1105.067551] env[62668]: _type = "Task" [ 1105.067551] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.075399] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.179896] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.290834] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.291081] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.291319] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleting the datastore file [datastore2] 4a00db1a-fbc7-42c6-a12f-f155c270cd35 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.291592] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f730443-ef20-4feb-a6a8-7416fe434c1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.298226] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for the task: (returnval){ [ 1105.298226] env[62668]: value = "task-2684393" [ 1105.298226] env[62668]: _type = "Task" [ 1105.298226] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.310096] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.458611] env[62668]: DEBUG nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updated inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.458874] env[62668]: DEBUG nova.compute.provider_tree [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 generation from 167 to 168 during operation: update_inventory {{(pid=62668) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.459067] env[62668]: DEBUG nova.compute.provider_tree [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.513096] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684390, 'name': ReconfigVM_Task, 'duration_secs': 0.232552} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.513096] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.517498] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adab9d03-4130-41b3-8379-121c2f713173 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.533587] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1105.533587] env[62668]: value = "task-2684394" [ 1105.533587] env[62668]: _type = "Task" [ 1105.533587] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.546482] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.576873] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684392, 'name': ReconfigVM_Task, 'duration_secs': 0.21528} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.577215] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.581852] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adee9c03-f08f-44da-abb4-c27d2c5ec5c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.596519] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1105.596519] env[62668]: value = "task-2684395" [ 1105.596519] env[62668]: _type = "Task" [ 1105.596519] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.606036] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.811498] env[62668]: DEBUG oslo_vmware.api [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Task: {'id': task-2684393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190491} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.811498] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.811498] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.811498] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.811498] env[62668]: INFO nova.compute.manager [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1105.811498] env[62668]: DEBUG oslo.service.loopingcall [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.811498] env[62668]: DEBUG nova.compute.manager [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.811498] env[62668]: DEBUG nova.network.neutron [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.964189] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.675s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.966615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.420s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.966859] env[62668]: DEBUG nova.objects.instance [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid b4e97b21-bfaf-4616-922f-edfaf8c234ae {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.987488] env[62668]: INFO nova.scheduler.client.report [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Deleted allocations for instance d6f92dcd-d648-4f23-bc57-e127fd9cab91 [ 1106.044869] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684394, 'name': ReconfigVM_Task, 'duration_secs': 0.140871} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.044869] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541128', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'name': 'volume-b4e83e2a-e80c-4207-b078-7b157e6437c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5bfa300c-173b-4042-bbf3-c9ff3e083b10', 'attached_at': '2025-02-19T13:03:54.000000', 'detached_at': '', 'volume_id': 'b4e83e2a-e80c-4207-b078-7b157e6437c4', 'serial': 'b4e83e2a-e80c-4207-b078-7b157e6437c4'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.045962] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.045962] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f8a958-eb50-47b2-b65a-d775b3cece9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.052923] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.053172] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-512548ee-98ed-40c4-967d-46107832f046 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.107941] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684395, 'name': ReconfigVM_Task, 'duration_secs': 0.344832} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.108519] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.126391] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.126572] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.126798] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleting the datastore file [datastore1] 5bfa300c-173b-4042-bbf3-c9ff3e083b10 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.127151] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-733e392a-a7a0-43f1-ad7e-81bf4305f6ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.134612] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1106.134612] env[62668]: value = "task-2684397" [ 1106.134612] env[62668]: _type = "Task" [ 1106.134612] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.148578] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.186348] env[62668]: DEBUG nova.compute.manager [req-c2448c61-76a0-424c-b424-391f8b115a77 req-44411b32-2b0c-4be0-b281-48257fc32cc9 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Received event network-vif-deleted-85bb2236-7cd7-4224-bbc2-5897e4838f11 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1106.186348] env[62668]: INFO nova.compute.manager [req-c2448c61-76a0-424c-b424-391f8b115a77 req-44411b32-2b0c-4be0-b281-48257fc32cc9 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Neutron deleted interface 85bb2236-7cd7-4224-bbc2-5897e4838f11; detaching it from the instance and deleting it from the info cache [ 1106.186545] env[62668]: DEBUG nova.network.neutron [req-c2448c61-76a0-424c-b424-391f8b115a77 req-44411b32-2b0c-4be0-b281-48257fc32cc9 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.495895] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a23b28aa-694a-46fb-bc07-50e7bbf25589 tempest-AttachVolumeShelveTestJSON-1658686096 tempest-AttachVolumeShelveTestJSON-1658686096-project-member] Lock "d6f92dcd-d648-4f23-bc57-e127fd9cab91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.748s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.627970] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad441a84-aabf-4406-95bd-e8a6d9433c3f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.639026] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c922c4c7-3c1d-4411-8761-acc189fbb16c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.646885] env[62668]: DEBUG oslo_vmware.api [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.672384] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.673027] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.673027] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.673027] env[62668]: INFO nova.compute.manager [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1106.673209] env[62668]: DEBUG oslo.service.loopingcall [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.673440] env[62668]: DEBUG nova.network.neutron [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.676803] env[62668]: DEBUG nova.compute.manager [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.676907] env[62668]: DEBUG nova.network.neutron [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.678977] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f038b215-4779-4cbd-a611-a249004ca0e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.398391] env[62668]: INFO nova.compute.manager [-] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Took 1.59 seconds to deallocate network for instance. [ 1107.399151] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.400845] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51dff9ab-7a69-4b3d-810f-bf5c036983bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.404379] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a041132-9e7d-4dad-a221-2fbed6182263 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.406279] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87af9bc-3d81-431f-a760-7bbb42c24703 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.425164] env[62668]: DEBUG nova.compute.provider_tree [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.433411] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1107.433411] env[62668]: value = "task-2684398" [ 1107.433411] env[62668]: _type = "Task" [ 1107.433411] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.433411] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8814277-2900-4790-8f00-afb38c0353eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.450905] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1107.451173] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.451370] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.452138] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4aadae-cf30-4303-a11d-00ea173dca95 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.465580] env[62668]: DEBUG nova.compute.manager [req-c2448c61-76a0-424c-b424-391f8b115a77 req-44411b32-2b0c-4be0-b281-48257fc32cc9 service nova] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Detach interface failed, port_id=85bb2236-7cd7-4224-bbc2-5897e4838f11, reason: Instance 4a00db1a-fbc7-42c6-a12f-f155c270cd35 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1107.479334] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af6947-6054-4393-b710-0af5992d6cae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.485511] env[62668]: WARNING nova.virt.vmwareapi.driver [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1107.485749] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.486520] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1935838-8097-4477-8d90-f27376bdc8c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.493088] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.493318] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a06ea29-f3ee-4ebd-9c0d-8331dc3e3c2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.559540] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.559540] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.559750] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.560036] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3328f3f-03b4-47df-a6ba-cf9468f1944f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.566389] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1107.566389] env[62668]: value = "task-2684400" [ 1107.566389] env[62668]: _type = "Task" [ 1107.566389] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.576363] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.916643] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.929827] env[62668]: DEBUG nova.scheduler.client.report [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.076893] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198943} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.077175] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.077362] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.077532] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.220503] env[62668]: DEBUG nova.compute.manager [req-30dd47f6-29b6-43d8-a629-fd7ab4b0e48e req-6f3bd3c6-bfce-4342-b162-2aa6a5418e9f service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Received event network-vif-deleted-418b89cb-b71e-4b73-81ec-21cf599294b2 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1108.220503] env[62668]: INFO nova.compute.manager [req-30dd47f6-29b6-43d8-a629-fd7ab4b0e48e req-6f3bd3c6-bfce-4342-b162-2aa6a5418e9f service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Neutron deleted interface 418b89cb-b71e-4b73-81ec-21cf599294b2; detaching it from the instance and deleting it from the info cache [ 1108.221513] env[62668]: DEBUG nova.network.neutron [req-30dd47f6-29b6-43d8-a629-fd7ab4b0e48e req-6f3bd3c6-bfce-4342-b162-2aa6a5418e9f service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.317496] env[62668]: DEBUG nova.network.neutron [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.435186] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.468s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.437869] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.521s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.438292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.465010] env[62668]: INFO nova.scheduler.client.report [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance b4e97b21-bfaf-4616-922f-edfaf8c234ae [ 1108.467702] env[62668]: INFO nova.scheduler.client.report [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Deleted allocations for instance 4a00db1a-fbc7-42c6-a12f-f155c270cd35 [ 1108.583052] env[62668]: INFO nova.virt.block_device [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Booting with volume f1dfe87e-208b-454a-9637-132e71322b70 at /dev/sdb [ 1108.630070] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a34629c0-24cc-41a8-b133-025a967968fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.644626] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d74b921-66a0-4a6f-9ffb-cf7c290612b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.682488] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90fe3ace-6dd9-4979-b1f9-f93748a12e49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.692365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9085aa89-9576-468c-a379-c49b3eb21676 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.725581] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-672adb24-6eab-4f4e-bbe0-0349c4e6c030 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.727838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da4a4b-3c93-4526-a169-b14e89de9557 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.739081] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9cb80d-4a93-4afd-9b84-4794895d7699 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.747697] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e06f9f0-dd6b-4722-9b24-390780963c8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.779509] env[62668]: DEBUG nova.virt.block_device [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating existing volume attachment record: 8e5a42af-1b34-4542-a41e-37d91eabff38 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.794168] env[62668]: DEBUG nova.compute.manager [req-30dd47f6-29b6-43d8-a629-fd7ab4b0e48e req-6f3bd3c6-bfce-4342-b162-2aa6a5418e9f service nova] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Detach interface failed, port_id=418b89cb-b71e-4b73-81ec-21cf599294b2, reason: Instance 5bfa300c-173b-4042-bbf3-c9ff3e083b10 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1108.819738] env[62668]: INFO nova.compute.manager [-] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Took 2.14 seconds to deallocate network for instance. [ 1108.978065] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e9ed69a5-ebe6-4061-a45e-62ac26e968c2 tempest-DeleteServersTestJSON-269521529 tempest-DeleteServersTestJSON-269521529-project-member] Lock "4a00db1a-fbc7-42c6-a12f-f155c270cd35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.058s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.979219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-68780ddc-ea4c-4401-b944-114e7c1d9eb6 tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "b4e97b21-bfaf-4616-922f-edfaf8c234ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.318s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.377317] env[62668]: INFO nova.compute.manager [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Took 0.56 seconds to detach 1 volumes for instance. [ 1109.885749] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.886042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.886237] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.907024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.907279] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.907510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.908061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.908061] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.911877] env[62668]: INFO nova.compute.manager [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Terminating instance [ 1109.914531] env[62668]: INFO nova.scheduler.client.report [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted allocations for instance 5bfa300c-173b-4042-bbf3-c9ff3e083b10 [ 1110.420721] env[62668]: DEBUG nova.compute.manager [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.421214] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.426017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-91e1e957-650c-4848-b2d3-f8a681b55442 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "5bfa300c-173b-4042-bbf3-c9ff3e083b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.635s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.426739] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00408a-91c1-48cd-8732-fc421cdb0b0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.435404] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.435673] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7628f4cc-53e0-4b85-b6c0-b1b67658b6ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.443965] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1110.443965] env[62668]: value = "task-2684403" [ 1110.443965] env[62668]: _type = "Task" [ 1110.443965] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.453704] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.551336] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "12be604e-4e17-4444-93e5-1e233624c792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.551611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.909746] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.910076] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.910219] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.910405] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.910551] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.910698] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.910946] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.911246] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.911513] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.911754] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.912357] env[62668]: DEBUG nova.virt.hardware [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.912911] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d337ca-54f8-4ac0-8d02-5fdc8935009e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.923116] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81add2c1-d247-4bcd-894f-5a60a1085ee4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.940643] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ac:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d70488-e563-4510-b12a-17c4d9a61c30', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.948489] env[62668]: DEBUG oslo.service.loopingcall [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.948869] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.952281] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f65ae6-921e-4b51-b647-ad01408d411c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.974285] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684403, 'name': PowerOffVM_Task, 'duration_secs': 0.224139} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.974534] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.974793] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.974942] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad7bfeb4-e4a0-4e56-b019-22b324bdae8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.982637] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.982637] env[62668]: value = "task-2684404" [ 1110.982637] env[62668]: _type = "Task" [ 1110.982637] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.990557] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684404, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.043905] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.044181] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.044359] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleting the datastore file [datastore1] cf4fef2f-c3b4-4b72-87f3-b21486d26efe {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.044622] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a50e067-da68-4153-b6ec-e6aaa416e3fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.050315] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for the task: (returnval){ [ 1111.050315] env[62668]: value = "task-2684406" [ 1111.050315] env[62668]: _type = "Task" [ 1111.050315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.053824] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.060224] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.204993] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.205245] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.494786] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684404, 'name': CreateVM_Task, 'duration_secs': 0.348063} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.494976] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.495808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.496097] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.496562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.496931] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f4b23a-abbc-4437-ab6c-7270aa43fd1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.502034] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1111.502034] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d035b-b08d-5492-833e-5349c92231e9" [ 1111.502034] env[62668]: _type = "Task" [ 1111.502034] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.510095] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d035b-b08d-5492-833e-5349c92231e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.560209] env[62668]: DEBUG oslo_vmware.api [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Task: {'id': task-2684406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131557} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.560476] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.560662] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.560836] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.561014] env[62668]: INFO nova.compute.manager [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.561303] env[62668]: DEBUG oslo.service.loopingcall [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.563502] env[62668]: DEBUG nova.compute.manager [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.563599] env[62668]: DEBUG nova.network.neutron [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.580497] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.580756] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.582612] env[62668]: INFO nova.compute.claims [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.708012] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.864018] env[62668]: DEBUG nova.compute.manager [req-e2e45ddc-5c1c-4a30-aac0-45b4c50c9834 req-6e7fb3a1-8531-4388-a7d3-392bd97cde22 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Received event network-vif-deleted-43bb260c-7f86-428e-8e39-76f03321bff9 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1111.864214] env[62668]: INFO nova.compute.manager [req-e2e45ddc-5c1c-4a30-aac0-45b4c50c9834 req-6e7fb3a1-8531-4388-a7d3-392bd97cde22 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Neutron deleted interface 43bb260c-7f86-428e-8e39-76f03321bff9; detaching it from the instance and deleting it from the info cache [ 1111.864390] env[62668]: DEBUG nova.network.neutron [req-e2e45ddc-5c1c-4a30-aac0-45b4c50c9834 req-6e7fb3a1-8531-4388-a7d3-392bd97cde22 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.022454] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525d035b-b08d-5492-833e-5349c92231e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.022805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.023033] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.023283] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.023425] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.023604] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.023910] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb083f7-8ce3-42b6-ace6-176d220b4e32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.036291] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.036291] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.036898] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ec787a-0e87-4e4d-9b3e-ccb85a87e453 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.043220] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1112.043220] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523e6c7a-9219-f1cc-bf31-0ceabad78c4f" [ 1112.043220] env[62668]: _type = "Task" [ 1112.043220] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.051385] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523e6c7a-9219-f1cc-bf31-0ceabad78c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.238793] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.335703] env[62668]: DEBUG nova.network.neutron [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.367873] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e565ad0-2d33-418b-9d2e-8a284865fae3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.379075] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e857b-e14d-41fc-9ebe-9a2d376034e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.412622] env[62668]: DEBUG nova.compute.manager [req-e2e45ddc-5c1c-4a30-aac0-45b4c50c9834 req-6e7fb3a1-8531-4388-a7d3-392bd97cde22 service nova] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Detach interface failed, port_id=43bb260c-7f86-428e-8e39-76f03321bff9, reason: Instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1112.554500] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523e6c7a-9219-f1cc-bf31-0ceabad78c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.021337} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.555354] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed10aa4-abaa-44cf-b4ca-586ecbdb3288 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.560949] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1112.560949] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224c574-8649-90fe-73ef-c9f63aa833aa" [ 1112.560949] env[62668]: _type = "Task" [ 1112.560949] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.569386] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224c574-8649-90fe-73ef-c9f63aa833aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.807141] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd15d05f-e0aa-4cdd-89e8-07a5b49e0a81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.817022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93728c-1e9e-448a-b48b-d7ce9b199cc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.858087] env[62668]: INFO nova.compute.manager [-] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Took 1.29 seconds to deallocate network for instance. [ 1112.860705] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59380b77-f313-45e1-9d69-4a5b9e5fad72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.877177] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d12c5f-7ad7-431c-98ee-a94f351759e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.891272] env[62668]: DEBUG nova.compute.provider_tree [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.078204] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5224c574-8649-90fe-73ef-c9f63aa833aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017827} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.078204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.078467] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.078533] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49881833-10c8-4dc8-8aed-6665eb1d23bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.086209] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1113.086209] env[62668]: value = "task-2684407" [ 1113.086209] env[62668]: _type = "Task" [ 1113.086209] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.099926] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.374898] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.395335] env[62668]: DEBUG nova.scheduler.client.report [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.596892] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507475} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.597232] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.597840] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.597840] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc4f8340-e4e3-4ca0-a829-bb6d54e6d8a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.605729] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1113.605729] env[62668]: value = "task-2684408" [ 1113.605729] env[62668]: _type = "Task" [ 1113.605729] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.613051] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.682238] env[62668]: INFO nova.compute.manager [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Rebuilding instance [ 1113.731837] env[62668]: DEBUG nova.compute.manager [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.732845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c579d3-6928-4f14-b68e-2941aed0a00f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900393] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.901904] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.663s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.904574] env[62668]: INFO nova.compute.claims [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.115312] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06679} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.115644] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.116446] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22e049-37b7-46d4-bd14-b24decdf9934 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.141338] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.141614] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77901658-e220-49f3-b2bb-be82ee3d666b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.161252] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1114.161252] env[62668]: value = "task-2684409" [ 1114.161252] env[62668]: _type = "Task" [ 1114.161252] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.169040] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.409547] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "baa54a96-3d0b-4912-9fc5-f66ad1bebd3d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.410232] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "baa54a96-3d0b-4912-9fc5-f66ad1bebd3d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.671339] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.678376] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.747377] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.747673] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e3fbf4-563d-4a1f-b5f0-40dc0f8f8e03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.753645] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1114.753645] env[62668]: value = "task-2684410" [ 1114.753645] env[62668]: _type = "Task" [ 1114.753645] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.761599] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.914627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "baa54a96-3d0b-4912-9fc5-f66ad1bebd3d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.915212] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.068059] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142cbfc3-04df-409d-9b53-704c8bce8fc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.075900] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254f7ca-b8f2-4327-9162-19cb696eaf0e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.105955] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d327cd-e261-42c5-a69c-f63a145d5bde {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.113231] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34948ca4-a891-4e57-a0e0-163605835232 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.127522] env[62668]: DEBUG nova.compute.provider_tree [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.171721] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684409, 'name': ReconfigVM_Task, 'duration_secs': 0.582138} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.172088] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b/3f3876f3-d4fe-43df-99b5-e1bcb736933b.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.173294] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'image_id': 'ebc8e9a7-e4cf-458a-974f-a3490d0b578d'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'attachment_id': '8e5a42af-1b34-4542-a41e-37d91eabff38', 'volume_type': None}], 'swap': None} {{(pid=62668) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1115.173541] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.173749] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.174606] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97df616-019f-4f61-9d91-b6292644be56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.196741] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef5b179-1d50-4ec6-b6ba-153e88023cd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.199763] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.223817] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.224047] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6caa9038-4e82-464d-ae46-dc0af0c4fa5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.243532] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1115.243532] env[62668]: value = "task-2684411" [ 1115.243532] env[62668]: _type = "Task" [ 1115.243532] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.252496] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.262748] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684410, 'name': PowerOffVM_Task, 'duration_secs': 0.198756} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.262992] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.263243] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.264408] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32709af3-ad7c-4dcd-bb56-c3ab068598bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.271954] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.272246] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143170fa-c43b-4a3d-a593-02daba848898 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.344582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.344865] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.345064] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleting the datastore file [datastore2] a0d5bf26-1cde-41cf-816f-e482e0093263 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.345392] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5557f77e-398e-4eb2-be7f-2a09cc7cb82f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.352909] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1115.352909] env[62668]: value = "task-2684413" [ 1115.352909] env[62668]: _type = "Task" [ 1115.352909] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.360415] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.423424] env[62668]: DEBUG nova.compute.utils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1115.424837] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.425016] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.475769] env[62668]: DEBUG nova.policy [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af4ef9a155c4096996a43cb9e9ae10a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a46fa91b7ee74cd099a86af4867fc8d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.633014] env[62668]: DEBUG nova.scheduler.client.report [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.708354] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Getting list of instances from cluster (obj){ [ 1115.708354] env[62668]: value = "domain-c8" [ 1115.708354] env[62668]: _type = "ClusterComputeResource" [ 1115.708354] env[62668]: } {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1115.708354] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7cb53-3e1b-433a-8441-dcd101fd7492 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.726033] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Got total of 7 instances {{(pid=62668) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1115.726200] env[62668]: WARNING nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] While synchronizing instance power states, found 11 instances in the database and 7 instances on the hypervisor. [ 1115.726340] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid cf4fef2f-c3b4-4b72-87f3-b21486d26efe {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.726521] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid a9603fbe-4ec7-403e-bbe0-d416ffa7a74e {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.726670] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid ca273e31-da7a-444d-8ee7-a744bdd2d553 {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.726934] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727022] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid af2c3492-8ccd-4736-8605-214ea933d09a {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727101] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid 1642b99a-f7ba-4730-9001-44475d4cff0b {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727240] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727380] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727517] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid a0d5bf26-1cde-41cf-816f-e482e0093263 {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727657] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid 12be604e-4e17-4444-93e5-1e233624c792 {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.727792] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Triggering sync for uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1115.728141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.728381] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.728567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.728819] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.729031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.729705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.729705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.729705] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "af2c3492-8ccd-4736-8605-214ea933d09a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.729831] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.730531] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "1642b99a-f7ba-4730-9001-44475d4cff0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.730531] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.730531] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.730686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.730902] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.731090] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.731354] env[62668]: INFO nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1115.731431] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.731615] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "a0d5bf26-1cde-41cf-816f-e482e0093263" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.731784] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.731938] env[62668]: INFO nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1115.732099] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.732284] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "12be604e-4e17-4444-93e5-1e233624c792" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.732480] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.733306] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02113c4-1d03-4408-87e5-c2164b5c60cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.737364] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b61461-e7d9-4741-bd60-60c8afbfffd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.741619] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e5f51-c5a8-4fc6-a41c-c47963439b19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.746679] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc61b10a-d25c-4383-8bfc-7cac4f9c887e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.747387] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d8df7-5565-44a1-82fe-fb1e2f82213b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.749456] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d312a-f436-422c-9623-897cd98a641c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.786197] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684411, 'name': ReconfigVM_Task, 'duration_secs': 0.332385} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.786509] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.793704] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-489eabbc-a9a8-4433-89d2-eceab9c2576e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804393] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Successfully created port: 3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.812200] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1115.812200] env[62668]: value = "task-2684414" [ 1115.812200] env[62668]: _type = "Task" [ 1115.812200] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.820974] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.862152] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138459} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.862421] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.862608] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.862782] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.927945] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.137776] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.138607] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.142028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.767s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.145451] env[62668]: DEBUG nova.objects.instance [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lazy-loading 'resources' on Instance uuid cf4fef2f-c3b4-4b72-87f3-b21486d26efe {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.272129] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.278819] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.282419] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.282755] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.283071] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.283371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.320815] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.646520] env[62668]: DEBUG nova.compute.utils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1116.650586] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.650694] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.715194] env[62668]: DEBUG nova.policy [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad8f121a7504957aa1aca268edea3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd887e5359fce4d43be9aefea9d0f9e30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.823027] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.854883] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c10b02f-3e69-4a80-8092-b90edc9af086 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.863301] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac8492-54d6-4f44-9a8f-285826ae8eb1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.902970] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe90275-ffcf-42d1-ac84-429e4414147f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.908993] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555467b-a6d6-4af3-83d4-c98419ab1a73 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.915038] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.915178] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.915330] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.915511] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.915658] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.915804] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.916018] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.916183] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.916369] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.916552] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.916862] env[62668]: DEBUG nova.virt.hardware [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.917555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76c5ca-93c8-4367-9991-3adb90642a1d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.930871] env[62668]: DEBUG nova.compute.provider_tree [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.935025] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69900f5-95fa-4b41-9797-b5072963b9ee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.939698] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.951296] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e4:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d191e2-2e73-4ad1-a569-ede09ffa1a5d', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.958594] env[62668]: DEBUG oslo.service.loopingcall [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.961267] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.962326] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0fdd740-3551-4014-9a4a-4e9d44abb754 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.979845] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.980090] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.980396] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.980470] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.980582] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.980733] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.980929] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.981097] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.981287] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.981619] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.981619] env[62668]: DEBUG nova.virt.hardware [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.982703] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e815d13-a8dc-4dec-ba5f-1fae5bc6436f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.991833] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4bfd3-cf1f-41c2-8260-949bb6149a79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.995662] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.995662] env[62668]: value = "task-2684415" [ 1116.995662] env[62668]: _type = "Task" [ 1116.995662] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.015568] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684415, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.102158] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Successfully created port: a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.153781] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.323930] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.440268] env[62668]: DEBUG nova.scheduler.client.report [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.506485] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684415, 'name': CreateVM_Task} progress is 25%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.539914] env[62668]: DEBUG nova.compute.manager [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Received event network-vif-plugged-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1117.539914] env[62668]: DEBUG oslo_concurrency.lockutils [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] Acquiring lock "12be604e-4e17-4444-93e5-1e233624c792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.539914] env[62668]: DEBUG oslo_concurrency.lockutils [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] Lock "12be604e-4e17-4444-93e5-1e233624c792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.539914] env[62668]: DEBUG oslo_concurrency.lockutils [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] Lock "12be604e-4e17-4444-93e5-1e233624c792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.539914] env[62668]: DEBUG nova.compute.manager [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] No waiting events found dispatching network-vif-plugged-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.539914] env[62668]: WARNING nova.compute.manager [req-b92a0877-6795-4d05-b7ff-db3d8ac6b8b5 req-c89aba58-066f-455c-902b-d988e7ea0f5b service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Received unexpected event network-vif-plugged-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 for instance with vm_state building and task_state spawning. [ 1117.649132] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Successfully updated port: 3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.823898] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684414, 'name': ReconfigVM_Task, 'duration_secs': 1.879669} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.825514] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.825514] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1fe4d7-5d98-4f9d-a95a-73709a5d04e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.832107] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1117.832107] env[62668]: value = "task-2684416" [ 1117.832107] env[62668]: _type = "Task" [ 1117.832107] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.839976] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684416, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.945461] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.966904] env[62668]: INFO nova.scheduler.client.report [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Deleted allocations for instance cf4fef2f-c3b4-4b72-87f3-b21486d26efe [ 1118.007791] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684415, 'name': CreateVM_Task, 'duration_secs': 0.955263} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.008027] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.008799] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.009049] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.009752] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.009752] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30a66bd-5557-445a-bb23-0f5453fe9fc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.014895] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1118.014895] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520637af-ca47-d714-3b15-3b6cc959d787" [ 1118.014895] env[62668]: _type = "Task" [ 1118.014895] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.025695] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520637af-ca47-d714-3b15-3b6cc959d787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.158318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.158318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquired lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.158318] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.158811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.158811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.165203] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.228031] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.228467] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.228793] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.229127] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.229409] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.230142] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.230527] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.231231] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.231231] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.231231] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.231438] env[62668]: DEBUG nova.virt.hardware [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.232967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757c8b4-ed49-4600-a4ed-fc4ad8e5dfe6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.240890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01591d-a803-466a-93a8-75ffec85561d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.344522] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684416, 'name': Rename_Task, 'duration_secs': 0.171669} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.345036] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.345419] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72b4194d-7d18-4c62-b863-8c492612d8ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.354606] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1118.354606] env[62668]: value = "task-2684417" [ 1118.354606] env[62668]: _type = "Task" [ 1118.354606] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.360362] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.477857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ee2d0cfb-b4a5-46e6-9993-bc52eeeb8d2f tempest-ServersTestJSON-121439534 tempest-ServersTestJSON-121439534-project-member] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.569s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.478824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.750s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.478824] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1430a6c-3afe-4f64-93f7-6dbb529d875e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.489454] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c9220-c38d-47a8-ab19-9e7c286157fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.533379] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]520637af-ca47-d714-3b15-3b6cc959d787, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.533686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.534194] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.534194] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.534324] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.534479] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.535323] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dbfc5f7-1fd2-4c24-bdb7-ed21d7637c80 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.544172] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.544172] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.544910] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbad084-4cb3-4339-b505-fc8f1a225fc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.550893] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1118.550893] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f1593-50b9-15f5-218e-a97637abd555" [ 1118.550893] env[62668]: _type = "Task" [ 1118.550893] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.558898] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f1593-50b9-15f5-218e-a97637abd555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.665691] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.740988] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.866620] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.007113] env[62668]: DEBUG nova.network.neutron [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Updating instance_info_cache with network_info: [{"id": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "address": "fa:16:3e:f4:59:39", "network": {"id": "b31ebf6b-95ed-4c0e-8ac3-72f9de195b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-127998482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46fa91b7ee74cd099a86af4867fc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c4d9d-d1", "ovs_interfaceid": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.029476] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "cf4fef2f-c3b4-4b72-87f3-b21486d26efe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.062868] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]521f1593-50b9-15f5-218e-a97637abd555, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.063757] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559ff80e-1fa3-4838-93da-0cc1d0b39732 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.070823] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1119.070823] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de1c69-57af-70b4-eef2-21056f202d3a" [ 1119.070823] env[62668]: _type = "Task" [ 1119.070823] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.076518] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de1c69-57af-70b4-eef2-21056f202d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.115512] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Successfully updated port: a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.193667] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.194430] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.197705] env[62668]: INFO nova.compute.claims [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.365597] env[62668]: DEBUG oslo_vmware.api [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684417, 'name': PowerOnVM_Task, 'duration_secs': 0.86433} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.365870] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.366088] env[62668]: DEBUG nova.compute.manager [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.366838] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f440f-bc2e-448e-860a-ffc074317050 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.510128] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Releasing lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.510588] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Instance network_info: |[{"id": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "address": "fa:16:3e:f4:59:39", "network": {"id": "b31ebf6b-95ed-4c0e-8ac3-72f9de195b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-127998482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46fa91b7ee74cd099a86af4867fc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c4d9d-d1", "ovs_interfaceid": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.510908] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:59:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.518146] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Creating folder: Project (a46fa91b7ee74cd099a86af4867fc8d4). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.518425] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f8c7e4-2816-44db-8700-8d3498c9bcae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.529272] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Created folder: Project (a46fa91b7ee74cd099a86af4867fc8d4) in parent group-v540833. [ 1119.529463] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Creating folder: Instances. Parent ref: group-v541139. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.529697] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c70bf6-fa6b-409f-9109-84c814779934 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.540433] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Created folder: Instances in parent group-v541139. [ 1119.540433] env[62668]: DEBUG oslo.service.loopingcall [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.540433] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.540433] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0fa977-2e7e-49e9-b06a-d8544dc928d5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.560591] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.560591] env[62668]: value = "task-2684420" [ 1119.560591] env[62668]: _type = "Task" [ 1119.560591] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.568742] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684420, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.577963] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52de1c69-57af-70b4-eef2-21056f202d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.579373] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.579704] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.581202] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Received event network-changed-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1119.581406] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Refreshing instance network info cache due to event network-changed-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1119.581616] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Acquiring lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.581759] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Acquired lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.581920] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Refreshing network info cache for port 3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.583421] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-707e12ee-189b-457f-b403-958826e4c651 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.591457] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1119.591457] env[62668]: value = "task-2684421" [ 1119.591457] env[62668]: _type = "Task" [ 1119.591457] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.603866] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.618697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.618834] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.618999] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.888285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.075914] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684420, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.101662] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503108} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.101927] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.102170] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.102440] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f89d19a9-de8b-421f-b777-64d45c9cfa1c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.108851] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1120.108851] env[62668]: value = "task-2684422" [ 1120.108851] env[62668]: _type = "Task" [ 1120.108851] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.117978] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.191481] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.377736] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b8711-2a6e-4238-b4d1-f0df8b4a5e5b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.386157] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc414663-ebbf-4eb1-a330-9b97209a66a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.422839] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac685c-a8ef-45dd-bd6a-54babe600b05 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.430818] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12747c-7702-42a3-a3b2-58c7281b5f42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.445633] env[62668]: DEBUG nova.compute.provider_tree [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.575155] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684420, 'name': CreateVM_Task, 'duration_secs': 0.543213} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.575499] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.576191] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.576364] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.576698] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.576977] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70515f3e-51d7-4dcc-ab33-b48d2e8f0763 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.581728] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1120.581728] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d5044e-7e05-f5dd-4478-bd44e7a83b0c" [ 1120.581728] env[62668]: _type = "Task" [ 1120.581728] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.591947] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d5044e-7e05-f5dd-4478-bd44e7a83b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.619014] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101525} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.619625] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.620144] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93068622-d57b-454e-b6d7-911607096168 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.648690] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.648817] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa41801-af14-4adf-981a-9cd2dfbaa8db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.677587] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1120.677587] env[62668]: value = "task-2684423" [ 1120.677587] env[62668]: _type = "Task" [ 1120.677587] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.686386] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.733989] env[62668]: DEBUG nova.network.neutron [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.867249] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Updated VIF entry in instance network info cache for port 3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.867643] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Updating instance_info_cache with network_info: [{"id": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "address": "fa:16:3e:f4:59:39", "network": {"id": "b31ebf6b-95ed-4c0e-8ac3-72f9de195b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-127998482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46fa91b7ee74cd099a86af4867fc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7c4d9d-d1", "ovs_interfaceid": "3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.949022] env[62668]: DEBUG nova.scheduler.client.report [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.092431] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d5044e-7e05-f5dd-4478-bd44e7a83b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.092801] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.093057] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.093482] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.093709] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.093933] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.094226] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d89bad-c00b-4df9-b653-d0ea197b0b6b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.103737] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.103916] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.104639] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e82e172-0508-432a-9f90-e4ded4bd889c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.109913] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1121.109913] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d97956-c1a1-2ca8-64a6-b522b8fa8e55" [ 1121.109913] env[62668]: _type = "Task" [ 1121.109913] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.117298] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d97956-c1a1-2ca8-64a6-b522b8fa8e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.188480] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.236728] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.237075] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance network_info: |[{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.237511] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:fa:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7f1d860-e775-4b89-bebd-c9ba38d820c7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.244992] env[62668]: DEBUG oslo.service.loopingcall [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.245217] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.245444] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03ed2151-7061-4631-9b4c-f577c320dd6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.267058] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.267058] env[62668]: value = "task-2684424" [ 1121.267058] env[62668]: _type = "Task" [ 1121.267058] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.277529] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684424, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.370692] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Releasing lock "refresh_cache-12be604e-4e17-4444-93e5-1e233624c792" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.371014] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1121.371318] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.371543] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.371722] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.371893] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] No waiting events found dispatching network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.372077] env[62668]: WARNING nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received unexpected event network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 for instance with vm_state building and task_state spawning. [ 1121.372258] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1121.372422] env[62668]: DEBUG nova.compute.manager [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing instance network info cache due to event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1121.372602] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.372859] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.373118] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.453842] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.454364] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.457282] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.571s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.457482] env[62668]: DEBUG nova.objects.instance [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.622109] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d97956-c1a1-2ca8-64a6-b522b8fa8e55, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.623039] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73df02e1-39d5-47f3-ae03-abf73507a0fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.628931] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1121.628931] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d6d37d-a604-e557-e971-3450dd78a1be" [ 1121.628931] env[62668]: _type = "Task" [ 1121.628931] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.637357] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d6d37d-a604-e557-e971-3450dd78a1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.688072] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684423, 'name': ReconfigVM_Task, 'duration_secs': 0.828406} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.688429] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a0d5bf26-1cde-41cf-816f-e482e0093263/a0d5bf26-1cde-41cf-816f-e482e0093263.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.688984] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb5cbb2-1f4a-4d16-b9c9-54d2a408a6d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.696318] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1121.696318] env[62668]: value = "task-2684425" [ 1121.696318] env[62668]: _type = "Task" [ 1121.696318] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.705220] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684425, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.776657] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684424, 'name': CreateVM_Task, 'duration_secs': 0.494706} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.776836] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.778058] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.778278] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.778629] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.779023] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ba27dc-6034-4c8f-95a3-73195d150b11 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.783449] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1121.783449] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522ed96a-37f0-c259-1611-b65eee408cc4" [ 1121.783449] env[62668]: _type = "Task" [ 1121.783449] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.791366] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522ed96a-37f0-c259-1611-b65eee408cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.962012] env[62668]: DEBUG nova.compute.utils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1121.963429] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.963603] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.022245] env[62668]: DEBUG nova.policy [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '344be1d1fd614cb0a9bdbcffb8c4d969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca07e7808464d8f8004d8087f43b04f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.140680] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52d6d37d-a604-e557-e971-3450dd78a1be, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.140997] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.141338] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 12be604e-4e17-4444-93e5-1e233624c792/12be604e-4e17-4444-93e5-1e233624c792.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.141671] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a4d6574-11c1-45d1-bc8d-b2c113feedd1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.149630] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1122.149630] env[62668]: value = "task-2684426" [ 1122.149630] env[62668]: _type = "Task" [ 1122.149630] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.157980] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.206565] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684425, 'name': Rename_Task, 'duration_secs': 0.386285} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.206947] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.207588] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5066060e-d388-4703-9eb5-c425b491e350 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.214986] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1122.214986] env[62668]: value = "task-2684427" [ 1122.214986] env[62668]: _type = "Task" [ 1122.214986] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.225184] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.308805] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522ed96a-37f0-c259-1611-b65eee408cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.312447] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.312447] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.312447] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.312447] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.312447] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.312447] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1978d939-b514-4340-a546-c9a040b3cd5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.319787] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.320233] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.322647] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18df991d-16f7-4ff9-a2f0-022aec92e1f3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.325450] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updated VIF entry in instance network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.325838] env[62668]: DEBUG nova.network.neutron [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.328354] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1122.328354] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b57cc5-f4d2-bd23-8183-05e46affdd38" [ 1122.328354] env[62668]: _type = "Task" [ 1122.328354] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.337701] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b57cc5-f4d2-bd23-8183-05e46affdd38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.468309] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Successfully created port: 3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.470868] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.474594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-23dbcc7b-7c12-44cc-aa34-dc4c0b6b4b13 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.659462] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500244} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.659674] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 12be604e-4e17-4444-93e5-1e233624c792/12be604e-4e17-4444-93e5-1e233624c792.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.659870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.660064] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6fbfff-e0ca-4c0a-8839-7a8a4bfdf82a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.666069] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1122.666069] env[62668]: value = "task-2684428" [ 1122.666069] env[62668]: _type = "Task" [ 1122.666069] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.673985] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.724420] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.829898] env[62668]: DEBUG oslo_concurrency.lockutils [req-8b7fb986-c3f9-418e-a39b-5fbff4e685bc req-ca85b5d6-1fea-4539-b16a-a28e2fe44452 service nova] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.839887] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b57cc5-f4d2-bd23-8183-05e46affdd38, 'name': SearchDatastore_Task, 'duration_secs': 0.065289} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.840722] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecbe75a-9605-46a0-b6eb-8ace32d1e0f0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.845985] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1122.845985] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5289bd73-60e6-8ff1-b914-3bf0c8d62d61" [ 1122.845985] env[62668]: _type = "Task" [ 1122.845985] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.853670] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5289bd73-60e6-8ff1-b914-3bf0c8d62d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.175658] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082101} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.176944] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.177056] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd84694-00a7-4ec7-bd66-48f4861160bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.199080] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 12be604e-4e17-4444-93e5-1e233624c792/12be604e-4e17-4444-93e5-1e233624c792.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.199369] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897e88b2-3a73-4255-985c-6f7356542c8f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.220342] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1123.220342] env[62668]: value = "task-2684429" [ 1123.220342] env[62668]: _type = "Task" [ 1123.220342] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.226120] env[62668]: DEBUG oslo_vmware.api [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684427, 'name': PowerOnVM_Task, 'duration_secs': 0.662749} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.226621] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.226843] env[62668]: DEBUG nova.compute.manager [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.227544] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa21bb4-094d-466f-8756-f9db99d6375a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.233704] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.356709] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5289bd73-60e6-8ff1-b914-3bf0c8d62d61, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.356965] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.357281] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.357551] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02386710-8c9a-49e5-8659-6f564608f7d4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.363885] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1123.363885] env[62668]: value = "task-2684430" [ 1123.363885] env[62668]: _type = "Task" [ 1123.363885] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.371413] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.482512] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.509781] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.510041] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.510204] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.510391] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.510537] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.510684] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.510896] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.511072] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.511387] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.511645] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.511839] env[62668]: DEBUG nova.virt.hardware [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.512790] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcbad9-2fed-46aa-b0f0-fa0d7dea27c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.521654] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7832309f-8fad-4957-b249-c324f19ff484 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.731551] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.747383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.747383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.747544] env[62668]: DEBUG nova.objects.instance [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.874162] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474035} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.874321] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.874605] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.874825] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebfe63b6-b429-4e3f-a16a-28d3f4e9ab13 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.880077] env[62668]: DEBUG nova.compute.manager [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Received event network-vif-plugged-3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1123.880291] env[62668]: DEBUG oslo_concurrency.lockutils [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] Acquiring lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.880493] env[62668]: DEBUG oslo_concurrency.lockutils [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.880657] env[62668]: DEBUG oslo_concurrency.lockutils [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.880819] env[62668]: DEBUG nova.compute.manager [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] No waiting events found dispatching network-vif-plugged-3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.880979] env[62668]: WARNING nova.compute.manager [req-3b15ea87-88be-4515-9dad-f26e39924357 req-c163fc83-08e9-4953-bd63-41f3689efa9b service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Received unexpected event network-vif-plugged-3fd3b24f-cd46-4c11-92f8-8e855ff6e387 for instance with vm_state building and task_state spawning. [ 1123.882806] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1123.882806] env[62668]: value = "task-2684431" [ 1123.882806] env[62668]: _type = "Task" [ 1123.882806] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.892309] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.010973] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Successfully updated port: 3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.231502] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684429, 'name': ReconfigVM_Task, 'duration_secs': 0.781719} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.231778] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 12be604e-4e17-4444-93e5-1e233624c792/12be604e-4e17-4444-93e5-1e233624c792.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.232437] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-401be713-6343-427c-b153-5d61f27346c7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.237792] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1124.237792] env[62668]: value = "task-2684432" [ 1124.237792] env[62668]: _type = "Task" [ 1124.237792] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.244938] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684432, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.393895] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06138} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.396038] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.396038] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac626c1b-f026-4133-9f41-cddf73a533ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.418547] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.418843] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df43b4a-b37a-4153-870e-2d509ca3986f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.438798] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1124.438798] env[62668]: value = "task-2684433" [ 1124.438798] env[62668]: _type = "Task" [ 1124.438798] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.447211] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.513399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.513776] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquired lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.513776] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.749052] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684432, 'name': Rename_Task, 'duration_secs': 0.448399} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.749052] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.749363] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e513363c-0472-484d-bc32-04409410ac17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.756859] env[62668]: DEBUG oslo_concurrency.lockutils [None req-471001aa-afdc-48da-b40a-296695c61747 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.757916] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1124.757916] env[62668]: value = "task-2684434" [ 1124.757916] env[62668]: _type = "Task" [ 1124.757916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.766862] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.948745] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684433, 'name': ReconfigVM_Task, 'duration_secs': 0.326681} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.949019] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.949735] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac7e16d-c0f4-4eef-b9ac-36c019adccc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.955879] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1124.955879] env[62668]: value = "task-2684435" [ 1124.955879] env[62668]: _type = "Task" [ 1124.955879] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.963213] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684435, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.048564] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.211495] env[62668]: DEBUG nova.network.neutron [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Updating instance_info_cache with network_info: [{"id": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "address": "fa:16:3e:87:0a:d9", "network": {"id": "6bc89a35-b493-4ebc-bd9f-b6e899b838af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2087889140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bca07e7808464d8f8004d8087f43b04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd3b24f-cd", "ovs_interfaceid": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.268091] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.465810] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684435, 'name': Rename_Task, 'duration_secs': 0.153543} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.466112] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.466364] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6923643-8888-4091-b7d0-d363ebeb110d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.472772] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1125.472772] env[62668]: value = "task-2684436" [ 1125.472772] env[62668]: _type = "Task" [ 1125.472772] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.481050] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.715805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Releasing lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.716174] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Instance network_info: |[{"id": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "address": "fa:16:3e:87:0a:d9", "network": {"id": "6bc89a35-b493-4ebc-bd9f-b6e899b838af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2087889140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bca07e7808464d8f8004d8087f43b04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd3b24f-cd", "ovs_interfaceid": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.716658] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:0a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fd3b24f-cd46-4c11-92f8-8e855ff6e387', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.724841] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Creating folder: Project (bca07e7808464d8f8004d8087f43b04f). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.725168] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dedfae8-12a9-47a6-8b0e-9def4cc026c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.736795] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Created folder: Project (bca07e7808464d8f8004d8087f43b04f) in parent group-v540833. [ 1125.737011] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Creating folder: Instances. Parent ref: group-v541143. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.737285] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832692da-e6a1-40e4-a8a3-3db17ddb82da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.746378] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Created folder: Instances in parent group-v541143. [ 1125.746619] env[62668]: DEBUG oslo.service.loopingcall [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.746819] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.747021] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed438eb-4124-4ebb-8750-8183f8534aeb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771625] env[62668]: DEBUG oslo_vmware.api [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684434, 'name': PowerOnVM_Task, 'duration_secs': 0.607968} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.772921] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.773148] env[62668]: INFO nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1125.773328] env[62668]: DEBUG nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.773568] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.773568] env[62668]: value = "task-2684439" [ 1125.773568] env[62668]: _type = "Task" [ 1125.773568] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.774232] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c3e88b-12ad-4b3b-8890-cb9d24f12907 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.788142] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684439, 'name': CreateVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.909746] env[62668]: DEBUG nova.compute.manager [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Received event network-changed-3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1125.909949] env[62668]: DEBUG nova.compute.manager [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Refreshing instance network info cache due to event network-changed-3fd3b24f-cd46-4c11-92f8-8e855ff6e387. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1125.910148] env[62668]: DEBUG oslo_concurrency.lockutils [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] Acquiring lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.910303] env[62668]: DEBUG oslo_concurrency.lockutils [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] Acquired lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.910890] env[62668]: DEBUG nova.network.neutron [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Refreshing network info cache for port 3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.983857] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.287053] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684439, 'name': CreateVM_Task, 'duration_secs': 0.331032} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.287186] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.287930] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.288053] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.288377] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.292606] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18605230-47d9-4ccc-9ebe-c321eb69da9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.296165] env[62668]: INFO nova.compute.manager [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Took 14.73 seconds to build instance. [ 1126.298535] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1126.298535] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5280156d-def8-0512-2f79-df4ba94934d1" [ 1126.298535] env[62668]: _type = "Task" [ 1126.298535] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.307416] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5280156d-def8-0512-2f79-df4ba94934d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.482831] env[62668]: DEBUG oslo_vmware.api [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684436, 'name': PowerOnVM_Task, 'duration_secs': 0.524995} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.483108] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.483312] env[62668]: INFO nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1126.483491] env[62668]: DEBUG nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.484349] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be924d72-2aca-4db3-b971-f13739cf2fe1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.593022] env[62668]: DEBUG nova.network.neutron [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Updated VIF entry in instance network info cache for port 3fd3b24f-cd46-4c11-92f8-8e855ff6e387. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.593408] env[62668]: DEBUG nova.network.neutron [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Updating instance_info_cache with network_info: [{"id": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "address": "fa:16:3e:87:0a:d9", "network": {"id": "6bc89a35-b493-4ebc-bd9f-b6e899b838af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2087889140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bca07e7808464d8f8004d8087f43b04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd3b24f-cd", "ovs_interfaceid": "3fd3b24f-cd46-4c11-92f8-8e855ff6e387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.800251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d546299a-fd87-4877-87e9-7603647a5f86 tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.248s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.800632] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "12be604e-4e17-4444-93e5-1e233624c792" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.068s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.800753] env[62668]: INFO nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 12be604e-4e17-4444-93e5-1e233624c792] During sync_power_state the instance has a pending task (networking). Skip. [ 1126.800929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "12be604e-4e17-4444-93e5-1e233624c792" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.811829] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5280156d-def8-0512-2f79-df4ba94934d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02377} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.812120] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.812390] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.812647] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.812795] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.812973] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.813240] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2146fb3-c968-4469-b6d4-509b233cc2f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.821504] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.821679] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.822396] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c330837-d433-4d2f-9427-ac3509730014 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.827243] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1126.827243] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5279eb84-b335-a121-3dc3-f7c866a06f9f" [ 1126.827243] env[62668]: _type = "Task" [ 1126.827243] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.834564] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5279eb84-b335-a121-3dc3-f7c866a06f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.003544] env[62668]: INFO nova.compute.manager [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Took 14.79 seconds to build instance. [ 1127.096319] env[62668]: DEBUG oslo_concurrency.lockutils [req-1cecd852-f3b2-4287-b6d5-2496d395d980 req-8fdb9a5b-8be7-4e9a-a08d-f007a39c00b6 service nova] Releasing lock "refresh_cache-fa672e93-6e89-4c55-a4a3-8f25d94631b0" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.262014] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "12be604e-4e17-4444-93e5-1e233624c792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.262325] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.263026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "12be604e-4e17-4444-93e5-1e233624c792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.263026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.263026] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.266028] env[62668]: INFO nova.compute.manager [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Terminating instance [ 1127.337671] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5279eb84-b335-a121-3dc3-f7c866a06f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.338490] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b02bc1-cef7-47a5-886d-3c5877d56a21 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.343819] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1127.343819] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52608db8-c102-c171-d2f7-2996ef0eaf50" [ 1127.343819] env[62668]: _type = "Task" [ 1127.343819] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.351447] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52608db8-c102-c171-d2f7-2996ef0eaf50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.504695] env[62668]: DEBUG oslo_concurrency.lockutils [None req-26e68684-a3ab-4ef9-a90c-14472c8218e3 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.299s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.504987] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.772s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.505980] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4aa40-fe33-4cb6-8298-3263d3496d04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.768424] env[62668]: DEBUG nova.compute.manager [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.768664] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.769702] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c0005-ba05-46f3-a4c2-c7d13598aff5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.777521] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.777772] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d41bb23-323e-478d-8d15-b794f73c1c93 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.784460] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1127.784460] env[62668]: value = "task-2684440" [ 1127.784460] env[62668]: _type = "Task" [ 1127.784460] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.792660] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.855313] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52608db8-c102-c171-d2f7-2996ef0eaf50, 'name': SearchDatastore_Task, 'duration_secs': 0.0366} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.855633] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.855907] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fa672e93-6e89-4c55-a4a3-8f25d94631b0/fa672e93-6e89-4c55-a4a3-8f25d94631b0.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.856245] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34414781-feef-478c-a305-98eec1907a01 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.862375] env[62668]: DEBUG nova.compute.manager [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1127.862731] env[62668]: DEBUG nova.compute.manager [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing instance network info cache due to event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1127.862888] env[62668]: DEBUG oslo_concurrency.lockutils [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.863085] env[62668]: DEBUG oslo_concurrency.lockutils [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.863314] env[62668]: DEBUG nova.network.neutron [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.865890] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1127.865890] env[62668]: value = "task-2684441" [ 1127.865890] env[62668]: _type = "Task" [ 1127.865890] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.875196] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.015716] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.294378] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684440, 'name': PowerOffVM_Task, 'duration_secs': 0.219865} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.295075] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.295075] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.295193] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd600f34-93b5-4083-9046-83a89f64c561 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.376104] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.376104] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.376104] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Deleting the datastore file [datastore1] 12be604e-4e17-4444-93e5-1e233624c792 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.376366] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03884f7-5fb4-4471-8c1d-476affb57b8b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.383813] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684441, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.388502] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for the task: (returnval){ [ 1128.388502] env[62668]: value = "task-2684443" [ 1128.388502] env[62668]: _type = "Task" [ 1128.388502] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.397567] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.600790] env[62668]: DEBUG nova.network.neutron [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updated VIF entry in instance network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.601323] env[62668]: DEBUG nova.network.neutron [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.712535] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.880223] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576993} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.880618] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] fa672e93-6e89-4c55-a4a3-8f25d94631b0/fa672e93-6e89-4c55-a4a3-8f25d94631b0.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.880707] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.880893] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd3bc59-9bd8-4526-9d65-3e0371639204 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.887247] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1128.887247] env[62668]: value = "task-2684444" [ 1128.887247] env[62668]: _type = "Task" [ 1128.887247] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.897470] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.900716] env[62668]: DEBUG oslo_vmware.api [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Task: {'id': task-2684443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202118} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.900945] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.901136] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.901384] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.901582] env[62668]: INFO nova.compute.manager [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1128.901833] env[62668]: DEBUG oslo.service.loopingcall [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.902043] env[62668]: DEBUG nova.compute.manager [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.902140] env[62668]: DEBUG nova.network.neutron [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.104106] env[62668]: DEBUG oslo_concurrency.lockutils [req-a18e3e13-1808-4650-9c88-028bb343d987 req-94f4b3a1-60d8-4340-8833-7a96e7db8aec service nova] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.156972] env[62668]: DEBUG nova.compute.manager [req-e5f316be-4eb9-4758-9138-b90b958bee43 req-3eed3879-81eb-43cf-8f04-54b99845f0ec service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Received event network-vif-deleted-3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1129.157257] env[62668]: INFO nova.compute.manager [req-e5f316be-4eb9-4758-9138-b90b958bee43 req-3eed3879-81eb-43cf-8f04-54b99845f0ec service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Neutron deleted interface 3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4; detaching it from the instance and deleting it from the info cache [ 1129.157307] env[62668]: DEBUG nova.network.neutron [req-e5f316be-4eb9-4758-9138-b90b958bee43 req-3eed3879-81eb-43cf-8f04-54b99845f0ec service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.215890] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.216144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.216319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.216478] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1129.217403] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da6b4b-cfa6-4a27-b71e-4d0c47650ea5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.226130] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93820f9d-fc72-4f7e-87d4-697f4540746e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.239748] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e83c35-2363-4bbf-980b-4ab0deea7864 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.245826] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5d534-1c05-4a0c-925d-c99715275f1e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.275484] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178745MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1129.275627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.275821] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.397018] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058181} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.397309] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.398099] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74d1f9-48ff-4dfa-a7d3-e47f9024e21d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.419785] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fa672e93-6e89-4c55-a4a3-8f25d94631b0/fa672e93-6e89-4c55-a4a3-8f25d94631b0.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.420306] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f95dde-869e-4c40-acdd-f91918662321 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.440098] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1129.440098] env[62668]: value = "task-2684445" [ 1129.440098] env[62668]: _type = "Task" [ 1129.440098] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.447769] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.638318] env[62668]: DEBUG nova.network.neutron [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.659941] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc89dc5e-8ce2-4288-a20d-b23bb96c6ce1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.669689] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a65172-5d99-43a6-b004-0ac26bc86f17 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.700933] env[62668]: DEBUG nova.compute.manager [req-e5f316be-4eb9-4758-9138-b90b958bee43 req-3eed3879-81eb-43cf-8f04-54b99845f0ec service nova] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Detach interface failed, port_id=3b7c4d9d-d1d6-4e39-97bc-86003ccf8af4, reason: Instance 12be604e-4e17-4444-93e5-1e233624c792 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1129.951515] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.140888] env[62668]: INFO nova.compute.manager [-] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Took 1.24 seconds to deallocate network for instance. [ 1130.307505] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.307668] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.307790] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87716719-d0eb-47d8-b969-73078df6ae2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.307905] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance af2c3492-8ccd-4736-8605-214ea933d09a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308026] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1642b99a-f7ba-4730-9001-44475d4cff0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308143] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance e761e03b-6f2a-4633-a8fc-3dff0e68fd9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308252] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 3f3876f3-d4fe-43df-99b5-e1bcb736933b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308363] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance a0d5bf26-1cde-41cf-816f-e482e0093263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308471] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 12be604e-4e17-4444-93e5-1e233624c792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308578] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 08973f6f-933a-4c0e-95e8-540f0ef8607e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308683] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance fa672e93-6e89-4c55-a4a3-8f25d94631b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.308871] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1130.309007] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1130.431667] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd78c36-87e4-474e-bad7-f2e18bc012ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.439324] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7903ec2a-7184-4e83-9cba-0379dcd93b89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.450304] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684445, 'name': ReconfigVM_Task, 'duration_secs': 0.822056} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.474080] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fa672e93-6e89-4c55-a4a3-8f25d94631b0/fa672e93-6e89-4c55-a4a3-8f25d94631b0.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.474895] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124d8c06-2425-4445-baa9-e019f5b591c5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.476928] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e8087f-e0f4-40c7-ab69-582261a91a36 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.484350] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868c44b6-254c-4385-a118-fb9d67c79592 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.488870] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1130.488870] env[62668]: value = "task-2684446" [ 1130.488870] env[62668]: _type = "Task" [ 1130.488870] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.499374] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.505495] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684446, 'name': Rename_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.648076] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.999902] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684446, 'name': Rename_Task, 'duration_secs': 0.138299} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.000351] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.000414] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3dede2-20ff-471f-8dc7-230cb3258064 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.002450] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.010212] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1131.010212] env[62668]: value = "task-2684447" [ 1131.010212] env[62668]: _type = "Task" [ 1131.010212] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.018860] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.507946] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1131.508226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.508480] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.861s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.508858] env[62668]: DEBUG nova.objects.instance [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lazy-loading 'resources' on Instance uuid 12be604e-4e17-4444-93e5-1e233624c792 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.519784] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.022681] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684447, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.142010] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda1de3-0e0a-460c-8b7b-c57b6b89ab68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148699] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a7a383-361b-4f46-888d-7be41a27d1c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.178467] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b4e93-360d-4bd2-bf72-0505d6c1a9b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.185197] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827fb96f-1502-410e-a90c-5dfc224fcf5c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.197741] env[62668]: DEBUG nova.compute.provider_tree [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.506122] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.506365] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.506499] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1132.520548] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684447, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.700789] env[62668]: DEBUG nova.scheduler.client.report [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.021752] env[62668]: DEBUG oslo_vmware.api [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684447, 'name': PowerOnVM_Task, 'duration_secs': 1.791815} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.022060] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.022271] env[62668]: INFO nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1133.022454] env[62668]: DEBUG nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.024029] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd85c45-7d8d-4d0a-a70a-4a280a018de8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.040631] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.040774] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.040910] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1133.205933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.228712] env[62668]: INFO nova.scheduler.client.report [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Deleted allocations for instance 12be604e-4e17-4444-93e5-1e233624c792 [ 1133.539494] env[62668]: INFO nova.compute.manager [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Took 14.37 seconds to build instance. [ 1133.736579] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d805a0b1-42dc-4259-a50f-534cf2f25b3b tempest-ServerGroupTestJSON-165911082 tempest-ServerGroupTestJSON-165911082-project-member] Lock "12be604e-4e17-4444-93e5-1e233624c792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.040594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f2e0e56d-f389-40b9-bfec-3d4ea5da43be tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.882s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.424426] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.927535] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.927773] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1134.927989] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928170] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928418] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928501] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928639] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928786] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.928911] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1135.017953] env[62668]: DEBUG oslo_concurrency.lockutils [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.018267] env[62668]: DEBUG oslo_concurrency.lockutils [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.453094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.453094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.453513] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.453675] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.453899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.456355] env[62668]: INFO nova.compute.manager [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Terminating instance [ 1135.522996] env[62668]: INFO nova.compute.manager [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Detaching volume 849b6541-ab14-4c95-a2e3-90903a972f7e [ 1135.561759] env[62668]: INFO nova.virt.block_device [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Attempting to driver detach volume 849b6541-ab14-4c95-a2e3-90903a972f7e from mountpoint /dev/sdb [ 1135.561759] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.561974] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541133', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'name': 'volume-849b6541-ab14-4c95-a2e3-90903a972f7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e761e03b-6f2a-4633-a8fc-3dff0e68fd9f', 'attached_at': '', 'detached_at': '', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'serial': '849b6541-ab14-4c95-a2e3-90903a972f7e'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.562976] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994df2dc-1e1f-4232-88b8-487ef0cc5014 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.587431] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493a3c1-42e3-4a7e-82d2-c399e6d4e738 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.595266] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71a3367-883b-484c-b126-00a0260e7193 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.616499] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df70f73-9bc4-4337-862f-4150b5603252 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.631131] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] The volume has not been displaced from its original location: [datastore1] volume-849b6541-ab14-4c95-a2e3-90903a972f7e/volume-849b6541-ab14-4c95-a2e3-90903a972f7e.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.636544] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.636916] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15d4d2d-765d-4d19-ae01-b6265d96d1f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.654884] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1135.654884] env[62668]: value = "task-2684448" [ 1135.654884] env[62668]: _type = "Task" [ 1135.654884] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.662920] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.960945] env[62668]: DEBUG nova.compute.manager [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.961143] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.962045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b21ac0f-dcbb-4dac-bf2f-d937995e395d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.969655] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.969900] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a82c25d0-6bd2-46d2-85d6-f24688021cc5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.976019] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1135.976019] env[62668]: value = "task-2684449" [ 1135.976019] env[62668]: _type = "Task" [ 1135.976019] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.984248] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.172600] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684448, 'name': ReconfigVM_Task, 'duration_secs': 0.242304} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.172911] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.177928] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ebf2ea-00aa-4c91-aeae-ae6885d18723 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.192961] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1136.192961] env[62668]: value = "task-2684450" [ 1136.192961] env[62668]: _type = "Task" [ 1136.192961] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.201013] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.485881] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705203] env[62668]: DEBUG oslo_vmware.api [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684450, 'name': ReconfigVM_Task, 'duration_secs': 0.141298} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.705541] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541133', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'name': 'volume-849b6541-ab14-4c95-a2e3-90903a972f7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e761e03b-6f2a-4633-a8fc-3dff0e68fd9f', 'attached_at': '', 'detached_at': '', 'volume_id': '849b6541-ab14-4c95-a2e3-90903a972f7e', 'serial': '849b6541-ab14-4c95-a2e3-90903a972f7e'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.986614] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.247675] env[62668]: DEBUG nova.objects.instance [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'flavor' on Instance uuid e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.487148] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684449, 'name': PowerOffVM_Task, 'duration_secs': 1.216365} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.487504] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.487582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.487831] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66474518-f7bb-4b3d-9368-dc8baef1ca2b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.552315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.552506] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.552673] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Deleting the datastore file [datastore2] fa672e93-6e89-4c55-a4a3-8f25d94631b0 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.552921] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea6a826-972b-4823-97c9-7aa2761ce562 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.559266] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for the task: (returnval){ [ 1137.559266] env[62668]: value = "task-2684452" [ 1137.559266] env[62668]: _type = "Task" [ 1137.559266] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.567065] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.069545] env[62668]: DEBUG oslo_vmware.api [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Task: {'id': task-2684452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142337} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.069771] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.069954] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.070146] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.070322] env[62668]: INFO nova.compute.manager [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1138.070619] env[62668]: DEBUG oslo.service.loopingcall [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.070817] env[62668]: DEBUG nova.compute.manager [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.070946] env[62668]: DEBUG nova.network.neutron [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.257399] env[62668]: DEBUG oslo_concurrency.lockutils [None req-34b088f6-ba1b-4296-9533-6b901ca9c4a9 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.303087] env[62668]: DEBUG nova.compute.manager [req-d17eb8ae-a10a-4b60-b396-12ae4533fe5c req-c3853e3e-ba91-4f0d-87cf-706fb2d16b2e service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Received event network-vif-deleted-3fd3b24f-cd46-4c11-92f8-8e855ff6e387 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1138.304341] env[62668]: INFO nova.compute.manager [req-d17eb8ae-a10a-4b60-b396-12ae4533fe5c req-c3853e3e-ba91-4f0d-87cf-706fb2d16b2e service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Neutron deleted interface 3fd3b24f-cd46-4c11-92f8-8e855ff6e387; detaching it from the instance and deleting it from the info cache [ 1138.304341] env[62668]: DEBUG nova.network.neutron [req-d17eb8ae-a10a-4b60-b396-12ae4533fe5c req-c3853e3e-ba91-4f0d-87cf-706fb2d16b2e service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.786605] env[62668]: DEBUG nova.network.neutron [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.806156] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aadfd092-8a48-490f-bae5-c0ad6ead1916 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.816554] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee1511-a280-477f-bb5c-3d10f33a7b5e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.848798] env[62668]: DEBUG nova.compute.manager [req-d17eb8ae-a10a-4b60-b396-12ae4533fe5c req-c3853e3e-ba91-4f0d-87cf-706fb2d16b2e service nova] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Detach interface failed, port_id=3fd3b24f-cd46-4c11-92f8-8e855ff6e387, reason: Instance fa672e93-6e89-4c55-a4a3-8f25d94631b0 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1139.289834] env[62668]: INFO nova.compute.manager [-] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Took 1.22 seconds to deallocate network for instance. [ 1139.357594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.357867] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.358103] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.358296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.358475] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.360516] env[62668]: INFO nova.compute.manager [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Terminating instance [ 1139.796285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.796638] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.796759] env[62668]: DEBUG nova.objects.instance [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lazy-loading 'resources' on Instance uuid fa672e93-6e89-4c55-a4a3-8f25d94631b0 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.864326] env[62668]: DEBUG nova.compute.manager [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.864578] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.865468] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e5906-0985-4dcc-ac95-0a7bdc55d9ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.873471] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.873707] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd66c221-2398-4fbc-be71-118f58f969e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880987] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1139.880987] env[62668]: value = "task-2684453" [ 1139.880987] env[62668]: _type = "Task" [ 1139.880987] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.888708] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.391485] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684453, 'name': PowerOffVM_Task, 'duration_secs': 0.201643} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.393683] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.393872] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.394280] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a07a9c-2748-4a75-8f0b-c1f1e4ef4dc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.422616] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089b5c35-af56-4c2b-870e-2706a25d947a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.429598] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e57ed-e5a2-4271-b3d9-24ab72bc48f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.458796] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef026a-cc9b-43a2-869f-240b2e8f2c6a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.462456] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.462660] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.462837] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleting the datastore file [datastore1] e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.463435] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-245982e8-f30a-4051-a532-e75cafa83646 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.467983] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934ac3e-d760-4854-8f62-7ec8976b4ec3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.473947] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1140.473947] env[62668]: value = "task-2684455" [ 1140.473947] env[62668]: _type = "Task" [ 1140.473947] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.486461] env[62668]: DEBUG nova.compute.provider_tree [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.493291] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.984513] env[62668]: DEBUG oslo_vmware.api [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140338} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.984513] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.984925] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.984925] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.985049] env[62668]: INFO nova.compute.manager [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1140.985291] env[62668]: DEBUG oslo.service.loopingcall [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.985485] env[62668]: DEBUG nova.compute.manager [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.985577] env[62668]: DEBUG nova.network.neutron [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.990159] env[62668]: DEBUG nova.scheduler.client.report [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.420783] env[62668]: DEBUG nova.compute.manager [req-024aad77-9888-430b-8881-4539efd7940c req-dc1569c4-df2f-47a1-af6e-d755dfb09aa3 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Received event network-vif-deleted-14a28fd8-c7ab-4dea-be39-6362071a954d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1141.420992] env[62668]: INFO nova.compute.manager [req-024aad77-9888-430b-8881-4539efd7940c req-dc1569c4-df2f-47a1-af6e-d755dfb09aa3 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Neutron deleted interface 14a28fd8-c7ab-4dea-be39-6362071a954d; detaching it from the instance and deleting it from the info cache [ 1141.421244] env[62668]: DEBUG nova.network.neutron [req-024aad77-9888-430b-8881-4539efd7940c req-dc1569c4-df2f-47a1-af6e-d755dfb09aa3 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.495169] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.516498] env[62668]: INFO nova.scheduler.client.report [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Deleted allocations for instance fa672e93-6e89-4c55-a4a3-8f25d94631b0 [ 1141.903830] env[62668]: DEBUG nova.network.neutron [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.924262] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01155e70-585d-424a-9ca0-49f42d6a1019 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.935545] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f69db-e748-40bb-8e17-abee22c2d080 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.966561] env[62668]: DEBUG nova.compute.manager [req-024aad77-9888-430b-8881-4539efd7940c req-dc1569c4-df2f-47a1-af6e-d755dfb09aa3 service nova] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Detach interface failed, port_id=14a28fd8-c7ab-4dea-be39-6362071a954d, reason: Instance e761e03b-6f2a-4633-a8fc-3dff0e68fd9f could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1142.026743] env[62668]: DEBUG oslo_concurrency.lockutils [None req-916c13d9-82e8-46a0-be01-5cd7fd3c6510 tempest-ServerMetadataNegativeTestJSON-2134078211 tempest-ServerMetadataNegativeTestJSON-2134078211-project-member] Lock "fa672e93-6e89-4c55-a4a3-8f25d94631b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.573s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.408133] env[62668]: INFO nova.compute.manager [-] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Took 1.42 seconds to deallocate network for instance. [ 1142.914298] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.914582] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.914801] env[62668]: DEBUG nova.objects.instance [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'resources' on Instance uuid e761e03b-6f2a-4633-a8fc-3dff0e68fd9f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.534165] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f1e95-7ab2-4175-891a-0f3f7cf58c69 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.542555] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d723df0-3aa2-4191-b24b-b716a28c08af {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.571391] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc60e4c-cec7-45ff-86c6-09a4cfdc8047 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.578430] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe361d-dfce-42fd-bdec-97c67ca4f287 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.590959] env[62668]: DEBUG nova.compute.provider_tree [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.093995] env[62668]: DEBUG nova.scheduler.client.report [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.600083] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.620994] env[62668]: INFO nova.scheduler.client.report [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted allocations for instance e761e03b-6f2a-4633-a8fc-3dff0e68fd9f [ 1145.131706] env[62668]: DEBUG oslo_concurrency.lockutils [None req-41a719e3-1f6e-4d8f-9f77-1ef66f6fbb01 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "e761e03b-6f2a-4633-a8fc-3dff0e68fd9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.557804] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "1642b99a-f7ba-4730-9001-44475d4cff0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.558215] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.558319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.558508] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.558707] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.560834] env[62668]: INFO nova.compute.manager [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Terminating instance [ 1151.064402] env[62668]: DEBUG nova.compute.manager [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.064716] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.065682] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83daea5e-95ae-464a-a69c-54eadd1aa6d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.073748] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.073966] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6263d0a7-b417-4049-a356-b8d8d102fd31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.080507] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1151.080507] env[62668]: value = "task-2684457" [ 1151.080507] env[62668]: _type = "Task" [ 1151.080507] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.088202] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.590663] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684457, 'name': PowerOffVM_Task, 'duration_secs': 0.211993} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.593486] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.593486] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.593486] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc031974-c7d7-465e-ba84-07380b40d93b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.664784] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.664963] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.665123] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleting the datastore file [datastore2] 1642b99a-f7ba-4730-9001-44475d4cff0b {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.665387] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91614567-0a52-493b-8e94-ef39e409ed66 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.671439] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1151.671439] env[62668]: value = "task-2684459" [ 1151.671439] env[62668]: _type = "Task" [ 1151.671439] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.679252] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.181842] env[62668]: DEBUG oslo_vmware.api [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173806} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.182117] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.182308] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.182514] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.182693] env[62668]: INFO nova.compute.manager [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1152.182946] env[62668]: DEBUG oslo.service.loopingcall [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.183159] env[62668]: DEBUG nova.compute.manager [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.183266] env[62668]: DEBUG nova.network.neutron [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.525856] env[62668]: DEBUG nova.compute.manager [req-d076b22b-dd8f-4bb2-8078-de9877ea0ea0 req-2d666830-c476-49d0-a48f-a5b05498637e service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Received event network-vif-deleted-c676ebaa-1806-4673-923f-92615abaaf27 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1152.526073] env[62668]: INFO nova.compute.manager [req-d076b22b-dd8f-4bb2-8078-de9877ea0ea0 req-2d666830-c476-49d0-a48f-a5b05498637e service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Neutron deleted interface c676ebaa-1806-4673-923f-92615abaaf27; detaching it from the instance and deleting it from the info cache [ 1152.526250] env[62668]: DEBUG nova.network.neutron [req-d076b22b-dd8f-4bb2-8078-de9877ea0ea0 req-2d666830-c476-49d0-a48f-a5b05498637e service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.922050] env[62668]: DEBUG nova.network.neutron [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.029197] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aec3f1e8-78f7-4653-9a14-9f7e88ffbe38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.037846] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a238ba-f167-4254-a900-a013e33f8222 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.066586] env[62668]: DEBUG nova.compute.manager [req-d076b22b-dd8f-4bb2-8078-de9877ea0ea0 req-2d666830-c476-49d0-a48f-a5b05498637e service nova] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Detach interface failed, port_id=c676ebaa-1806-4673-923f-92615abaaf27, reason: Instance 1642b99a-f7ba-4730-9001-44475d4cff0b could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1153.424665] env[62668]: INFO nova.compute.manager [-] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Took 1.24 seconds to deallocate network for instance. [ 1153.931251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.931616] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.931863] env[62668]: DEBUG nova.objects.instance [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'resources' on Instance uuid 1642b99a-f7ba-4730-9001-44475d4cff0b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.529406] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7085e2-9d8f-49d6-b839-30384deac233 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.536656] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a96de-65f6-4c36-874f-f1f74f46a7fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.567189] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c4383-51cc-45c3-8994-5cd01624e80c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.574046] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d270607-3878-4ce8-be24-51f311e73c0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.586682] env[62668]: DEBUG nova.compute.provider_tree [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.739317] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "a0d5bf26-1cde-41cf-816f-e482e0093263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.739517] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.739661] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.739846] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.740048] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.742075] env[62668]: INFO nova.compute.manager [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Terminating instance [ 1155.089767] env[62668]: DEBUG nova.scheduler.client.report [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.245765] env[62668]: DEBUG nova.compute.manager [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.245981] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.246880] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3bc14f-417f-456b-a87b-ba8714123602 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.254845] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.255077] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d65a0e-b808-4211-bfe6-b958fb06ccc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.261326] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1155.261326] env[62668]: value = "task-2684460" [ 1155.261326] env[62668]: _type = "Task" [ 1155.261326] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.268477] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.595372] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.616596] env[62668]: INFO nova.scheduler.client.report [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted allocations for instance 1642b99a-f7ba-4730-9001-44475d4cff0b [ 1155.771433] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684460, 'name': PowerOffVM_Task, 'duration_secs': 0.180736} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.771722] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.771879] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.772140] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7fb43b-f116-4e6b-9e46-89f6bd219a60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.846315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.846619] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.846674] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleting the datastore file [datastore1] a0d5bf26-1cde-41cf-816f-e482e0093263 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.846919] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3510bfd9-5dec-4586-bac3-d3f563e70fe3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.853376] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1155.853376] env[62668]: value = "task-2684462" [ 1155.853376] env[62668]: _type = "Task" [ 1155.853376] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.860619] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.124266] env[62668]: DEBUG oslo_concurrency.lockutils [None req-5c7058da-06bd-4d46-b425-3b2279ed2295 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "1642b99a-f7ba-4730-9001-44475d4cff0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.363127] env[62668]: DEBUG oslo_vmware.api [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133219} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.363412] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.363607] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.363770] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.363945] env[62668]: INFO nova.compute.manager [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1156.364202] env[62668]: DEBUG oslo.service.loopingcall [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.364395] env[62668]: DEBUG nova.compute.manager [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.364496] env[62668]: DEBUG nova.network.neutron [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.839064] env[62668]: DEBUG nova.compute.manager [req-a618cedf-3d33-4745-abde-ed02e825ceec req-6d78b19a-a8a0-4843-9bb0-b2a55603086c service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Received event network-vif-deleted-b4d191e2-2e73-4ad1-a569-ede09ffa1a5d {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1156.839064] env[62668]: INFO nova.compute.manager [req-a618cedf-3d33-4745-abde-ed02e825ceec req-6d78b19a-a8a0-4843-9bb0-b2a55603086c service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Neutron deleted interface b4d191e2-2e73-4ad1-a569-ede09ffa1a5d; detaching it from the instance and deleting it from the info cache [ 1156.839387] env[62668]: DEBUG nova.network.neutron [req-a618cedf-3d33-4745-abde-ed02e825ceec req-6d78b19a-a8a0-4843-9bb0-b2a55603086c service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.920839] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.921139] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.204270] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "af2c3492-8ccd-4736-8605-214ea933d09a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.204576] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.205019] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.205287] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.205560] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.207678] env[62668]: INFO nova.compute.manager [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Terminating instance [ 1157.322264] env[62668]: DEBUG nova.network.neutron [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.342153] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4520ff1b-5ca5-4e89-a9ef-1e06351256a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.351573] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eda5a5c-cb0f-4c97-bca3-f3d20ffa0a7b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.379521] env[62668]: DEBUG nova.compute.manager [req-a618cedf-3d33-4745-abde-ed02e825ceec req-6d78b19a-a8a0-4843-9bb0-b2a55603086c service nova] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Detach interface failed, port_id=b4d191e2-2e73-4ad1-a569-ede09ffa1a5d, reason: Instance a0d5bf26-1cde-41cf-816f-e482e0093263 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1157.424431] env[62668]: INFO nova.compute.manager [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Detaching volume f1dfe87e-208b-454a-9637-132e71322b70 [ 1157.460962] env[62668]: INFO nova.virt.block_device [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Attempting to driver detach volume f1dfe87e-208b-454a-9637-132e71322b70 from mountpoint /dev/sdb [ 1157.460962] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.460962] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.461724] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030a2a8-fd9c-48fe-bcd0-b5a846a26704 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.484136] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c7092-c8d5-49ec-b580-5e052df7225f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.491153] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4770e09-3706-4c0d-910b-bd842afa441b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.510762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aedbad-15d8-4bd0-9ba3-16107ac7b16e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.524659] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] The volume has not been displaced from its original location: [datastore2] volume-f1dfe87e-208b-454a-9637-132e71322b70/volume-f1dfe87e-208b-454a-9637-132e71322b70.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.529765] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.530014] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac0dbae-9fd0-46e9-81c3-a91f4b9addfc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.546900] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1157.546900] env[62668]: value = "task-2684463" [ 1157.546900] env[62668]: _type = "Task" [ 1157.546900] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.554016] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.712069] env[62668]: DEBUG nova.compute.manager [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.712334] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.713188] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5f547-dfbd-458e-b911-a995973ca474 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.720992] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.721394] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d6eb68-3345-493f-896e-21712dd76cdc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.728367] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1157.728367] env[62668]: value = "task-2684464" [ 1157.728367] env[62668]: _type = "Task" [ 1157.728367] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.736970] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.825114] env[62668]: INFO nova.compute.manager [-] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Took 1.46 seconds to deallocate network for instance. [ 1158.056852] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684463, 'name': ReconfigVM_Task, 'duration_secs': 0.259389} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.057751] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.061889] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9125c8c7-0c75-448f-bbc2-9bbdab624b97 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.076430] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1158.076430] env[62668]: value = "task-2684465" [ 1158.076430] env[62668]: _type = "Task" [ 1158.076430] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.083525] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.239062] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684464, 'name': PowerOffVM_Task, 'duration_secs': 0.182814} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.239327] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.239440] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.239688] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-014667fa-29c6-4c5d-a7d8-d2d22eebd559 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.305068] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.305229] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.305349] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleting the datastore file [datastore2] af2c3492-8ccd-4736-8605-214ea933d09a {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.305616] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c23af9-dbc0-44a3-a1ac-e57f8da017b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.312257] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for the task: (returnval){ [ 1158.312257] env[62668]: value = "task-2684467" [ 1158.312257] env[62668]: _type = "Task" [ 1158.312257] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.319711] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.332747] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.333086] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.333210] env[62668]: DEBUG nova.objects.instance [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'resources' on Instance uuid a0d5bf26-1cde-41cf-816f-e482e0093263 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.585886] env[62668]: DEBUG oslo_vmware.api [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684465, 'name': ReconfigVM_Task, 'duration_secs': 0.13464} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.586149] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541136', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'name': 'volume-f1dfe87e-208b-454a-9637-132e71322b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3876f3-d4fe-43df-99b5-e1bcb736933b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfe87e-208b-454a-9637-132e71322b70', 'serial': 'f1dfe87e-208b-454a-9637-132e71322b70'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.823907] env[62668]: DEBUG oslo_vmware.api [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Task: {'id': task-2684467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170504} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.824190] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.824815] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.824815] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.824815] env[62668]: INFO nova.compute.manager [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1158.825012] env[62668]: DEBUG oslo.service.loopingcall [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.825143] env[62668]: DEBUG nova.compute.manager [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.825238] env[62668]: DEBUG nova.network.neutron [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.945073] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d6afc-753b-4618-ae92-c1447da9a36a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.953159] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c7b593-ac71-4e84-b83e-46e2b46ca11e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.983227] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b678ac6-b0b3-44e5-81e3-0fb302810e09 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.990366] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b8d50-5bee-47a2-901e-2defafc8cbd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.003216] env[62668]: DEBUG nova.compute.provider_tree [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.117234] env[62668]: DEBUG nova.compute.manager [req-e2276ca2-2f0b-4945-a954-0dd3424210e0 req-508fe9c7-0b3f-4349-b7cb-7a211af2d00e service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Received event network-vif-deleted-5d96497e-a7fe-4fdf-88ab-5366bdffd929 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1159.117234] env[62668]: INFO nova.compute.manager [req-e2276ca2-2f0b-4945-a954-0dd3424210e0 req-508fe9c7-0b3f-4349-b7cb-7a211af2d00e service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Neutron deleted interface 5d96497e-a7fe-4fdf-88ab-5366bdffd929; detaching it from the instance and deleting it from the info cache [ 1159.117429] env[62668]: DEBUG nova.network.neutron [req-e2276ca2-2f0b-4945-a954-0dd3424210e0 req-508fe9c7-0b3f-4349-b7cb-7a211af2d00e service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.129394] env[62668]: DEBUG nova.objects.instance [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'flavor' on Instance uuid 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.509365] env[62668]: DEBUG nova.scheduler.client.report [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.598081] env[62668]: DEBUG nova.network.neutron [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.619685] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b687ae0c-2fc6-43ab-ac59-e388a63d4b2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.629369] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e157fd-5496-4410-9061-97b3064635e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.659358] env[62668]: DEBUG nova.compute.manager [req-e2276ca2-2f0b-4945-a954-0dd3424210e0 req-508fe9c7-0b3f-4349-b7cb-7a211af2d00e service nova] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Detach interface failed, port_id=5d96497e-a7fe-4fdf-88ab-5366bdffd929, reason: Instance af2c3492-8ccd-4736-8605-214ea933d09a could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1160.014384] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.036081] env[62668]: INFO nova.scheduler.client.report [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted allocations for instance a0d5bf26-1cde-41cf-816f-e482e0093263 [ 1160.102767] env[62668]: INFO nova.compute.manager [-] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Took 1.28 seconds to deallocate network for instance. [ 1160.143587] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c1b3bfdc-0527-4ac8-afc2-a95bc4a7850b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.544414] env[62668]: DEBUG oslo_concurrency.lockutils [None req-bceed81b-353d-4463-a6e8-22576be52a7e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "a0d5bf26-1cde-41cf-816f-e482e0093263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.609512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.609781] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.610008] env[62668]: DEBUG nova.objects.instance [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lazy-loading 'resources' on Instance uuid af2c3492-8ccd-4736-8605-214ea933d09a {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.165648] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.165914] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.166204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.166318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.166494] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.168814] env[62668]: INFO nova.compute.manager [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Terminating instance [ 1161.204314] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400f57ab-45d9-4fc2-bc94-d2323fab9780 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.211826] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47790e-29c9-4647-804d-171a339afbcb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.244696] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca822a6b-5377-4e23-8b22-1b2f72108f45 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.251914] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a9446-b9ce-42d0-9391-922315b5a933 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.265035] env[62668]: DEBUG nova.compute.provider_tree [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.674803] env[62668]: DEBUG nova.compute.manager [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.675082] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.675947] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ba8f14-4910-4f65-936a-03319c41d553 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.684279] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.684555] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7355db4a-d76c-47e5-a845-f151a1ee76bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.691047] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1161.691047] env[62668]: value = "task-2684468" [ 1161.691047] env[62668]: _type = "Task" [ 1161.691047] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.699296] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.768618] env[62668]: DEBUG nova.scheduler.client.report [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.201228] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684468, 'name': PowerOffVM_Task, 'duration_secs': 0.209788} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.201528] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.201711] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.201974] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f04ebb-5c0f-4fd5-92f4-b400b9712b7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.273919] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.277501] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.277700] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.278060] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.278251] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd59d9f6-9bfc-41be-a07f-150976266bce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.284628] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1162.284628] env[62668]: value = "task-2684470" [ 1162.284628] env[62668]: _type = "Task" [ 1162.284628] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.292842] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.293789] env[62668]: INFO nova.scheduler.client.report [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Deleted allocations for instance af2c3492-8ccd-4736-8605-214ea933d09a [ 1162.526293] env[62668]: DEBUG nova.compute.manager [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1162.794373] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.801303] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2a282d11-0b2d-474d-8541-4aa83d0a02a5 tempest-ServerRescueNegativeTestJSON-579996943 tempest-ServerRescueNegativeTestJSON-579996943-project-member] Lock "af2c3492-8ccd-4736-8605-214ea933d09a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.597s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.043397] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.043663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.294677] env[62668]: DEBUG oslo_vmware.api [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526774} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.295019] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.295273] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.295491] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.295674] env[62668]: INFO nova.compute.manager [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1163.295911] env[62668]: DEBUG oslo.service.loopingcall [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.296116] env[62668]: DEBUG nova.compute.manager [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.296214] env[62668]: DEBUG nova.network.neutron [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.548480] env[62668]: INFO nova.compute.claims [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.699864] env[62668]: DEBUG nova.compute.manager [req-1151601a-a30b-421b-adde-e6602f239a0c req-90306986-fa68-4c74-bb52-c76c760adc5f service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Received event network-vif-deleted-e0d70488-e563-4510-b12a-17c4d9a61c30 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1163.700117] env[62668]: INFO nova.compute.manager [req-1151601a-a30b-421b-adde-e6602f239a0c req-90306986-fa68-4c74-bb52-c76c760adc5f service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Neutron deleted interface e0d70488-e563-4510-b12a-17c4d9a61c30; detaching it from the instance and deleting it from the info cache [ 1163.700353] env[62668]: DEBUG nova.network.neutron [req-1151601a-a30b-421b-adde-e6602f239a0c req-90306986-fa68-4c74-bb52-c76c760adc5f service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.055260] env[62668]: INFO nova.compute.resource_tracker [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating resource usage from migration be768bc5-3a1a-4ff1-8986-bdcd9739f303 [ 1164.157628] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62179fe0-16a9-46b8-8b7a-b5cdabaa59f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.167515] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b14de-5441-4349-9b22-02f80e44cbbc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.202026] env[62668]: DEBUG nova.network.neutron [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.204410] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035abfc-08b8-4d62-ba21-12b76251fe26 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.207113] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08d4bc0b-7079-43b4-b2ab-e1e4949ef170 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.215707] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe5a40-5c12-42c1-801a-931018c1ad2f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.222881] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f02d5d-b98b-4634-9dcb-800d8451275b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.243015] env[62668]: DEBUG nova.compute.provider_tree [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.252209] env[62668]: DEBUG nova.compute.manager [req-1151601a-a30b-421b-adde-e6602f239a0c req-90306986-fa68-4c74-bb52-c76c760adc5f service nova] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Detach interface failed, port_id=e0d70488-e563-4510-b12a-17c4d9a61c30, reason: Instance 3f3876f3-d4fe-43df-99b5-e1bcb736933b could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1164.708284] env[62668]: INFO nova.compute.manager [-] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Took 1.41 seconds to deallocate network for instance. [ 1164.755577] env[62668]: DEBUG nova.scheduler.client.report [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.135439] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.135743] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.135911] env[62668]: INFO nova.compute.manager [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Shelving [ 1165.215365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.259421] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.259732] env[62668]: INFO nova.compute.manager [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Migrating [ 1165.266752] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.052s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.266985] env[62668]: DEBUG nova.objects.instance [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'resources' on Instance uuid 3f3876f3-d4fe-43df-99b5-e1bcb736933b {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.775143] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.775346] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.775509] env[62668]: DEBUG nova.network.neutron [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.865137] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30e8da-0d26-46c3-98a5-404d7ffda21c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.872935] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6669fd0-53f6-4a0c-9a98-f70f77a296b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.903578] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e03d5c-929c-4f6e-a457-18153c52f496 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.910989] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaac79f-e880-40b2-af41-cee7e663a0c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.924693] env[62668]: DEBUG nova.compute.provider_tree [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.144387] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.144753] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9297cb5-1647-4d4c-a317-a54834536f3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.153317] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1166.153317] env[62668]: value = "task-2684471" [ 1166.153317] env[62668]: _type = "Task" [ 1166.153317] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.160644] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.428082] env[62668]: DEBUG nova.scheduler.client.report [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.480281] env[62668]: DEBUG nova.network.neutron [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.667051] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684471, 'name': PowerOffVM_Task, 'duration_secs': 0.190617} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.667452] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.668691] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2259c3-c5ed-4080-8422-ad00026c0a51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.699328] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb9ceb-b191-46b1-8705-ad4c79733c65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.933951] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.952968] env[62668]: INFO nova.scheduler.client.report [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocations for instance 3f3876f3-d4fe-43df-99b5-e1bcb736933b [ 1166.983010] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.213413] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Creating Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1167.213812] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-638521fb-d624-42b2-81e9-efd224699c3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.220965] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1167.220965] env[62668]: value = "task-2684472" [ 1167.220965] env[62668]: _type = "Task" [ 1167.220965] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.229828] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.461314] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6eb6819b-ba50-4e67-a510-226ac5438a3a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "3f3876f3-d4fe-43df-99b5-e1bcb736933b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.295s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.731355] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684472, 'name': CreateSnapshot_Task, 'duration_secs': 0.439691} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.731633] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Created Snapshot of the VM instance {{(pid=62668) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1167.732382] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19552747-cb6e-455c-9aba-9f1c4c234334 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.249532] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Creating linked-clone VM from snapshot {{(pid=62668) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1168.249839] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ac899dc-5e8b-4773-a40e-5a66e4c0e278 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.258835] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1168.258835] env[62668]: value = "task-2684473" [ 1168.258835] env[62668]: _type = "Task" [ 1168.258835] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.266776] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684473, 'name': CloneVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.498394] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee786d-c603-4c36-a04e-0ea09d4c4c15 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.517897] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.733272] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.733503] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.768660] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684473, 'name': CloneVM_Task} progress is 94%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.024340] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.024591] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500942a9-0647-4340-9485-f0ba0b89b75d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.031997] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1169.031997] env[62668]: value = "task-2684474" [ 1169.031997] env[62668]: _type = "Task" [ 1169.031997] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.040150] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.236021] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.271145] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684473, 'name': CloneVM_Task} progress is 95%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.542283] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684474, 'name': PowerOffVM_Task, 'duration_secs': 0.279948} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.542498] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.542688] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.757342] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.757594] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.759083] env[62668]: INFO nova.compute.claims [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.770283] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684473, 'name': CloneVM_Task, 'duration_secs': 1.200402} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.770515] env[62668]: INFO nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Created linked-clone VM from snapshot [ 1169.771228] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c54bba9-1761-4524-a295-f19ea8fc91a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.778502] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Uploading image 0327cbbe-7ae9-4673-a508-b5153759f324 {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1169.803519] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1169.803519] env[62668]: value = "vm-541147" [ 1169.803519] env[62668]: _type = "VirtualMachine" [ 1169.803519] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1169.804033] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35253dd0-182d-4cc2-9b9e-16eb4a85e974 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.810088] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease: (returnval){ [ 1169.810088] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad7a2b-2117-1838-2922-b63478790d3a" [ 1169.810088] env[62668]: _type = "HttpNfcLease" [ 1169.810088] env[62668]: } obtained for exporting VM: (result){ [ 1169.810088] env[62668]: value = "vm-541147" [ 1169.810088] env[62668]: _type = "VirtualMachine" [ 1169.810088] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1169.810366] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the lease: (returnval){ [ 1169.810366] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad7a2b-2117-1838-2922-b63478790d3a" [ 1169.810366] env[62668]: _type = "HttpNfcLease" [ 1169.810366] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.816121] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.816121] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad7a2b-2117-1838-2922-b63478790d3a" [ 1169.816121] env[62668]: _type = "HttpNfcLease" [ 1169.816121] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.049584] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.049790] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.050115] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.050115] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.050310] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.050489] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.050739] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.050965] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.051163] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.051331] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.051532] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.056912] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ee9bab-4607-4191-bb7b-cbd84094dad3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.075065] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1170.075065] env[62668]: value = "task-2684476" [ 1170.075065] env[62668]: _type = "Task" [ 1170.075065] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.082747] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.318943] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.318943] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad7a2b-2117-1838-2922-b63478790d3a" [ 1170.318943] env[62668]: _type = "HttpNfcLease" [ 1170.318943] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1170.319340] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1170.319340] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ad7a2b-2117-1838-2922-b63478790d3a" [ 1170.319340] env[62668]: _type = "HttpNfcLease" [ 1170.319340] env[62668]: }. {{(pid=62668) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1170.320055] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3911deb3-e026-4750-92e6-e9f34ff91431 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.327512] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1170.327692] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk for reading. {{(pid=62668) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1170.415122] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cdafe9a-ed71-49cb-b020-c55f15c04647 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.585156] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684476, 'name': ReconfigVM_Task, 'duration_secs': 0.168608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.585449] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.853113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b25237-fdc7-4e56-95e7-3af625e6aee1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.861145] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0db92-d679-4ca2-883c-6608002b499f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.892281] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c2e39-a73a-4d6d-a5a2-60a184ebb074 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.900066] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df9c1e-1597-43d4-8577-c04e0e3f2159 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.915629] env[62668]: DEBUG nova.compute.provider_tree [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.092241] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.092544] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.092801] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.093061] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.093264] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.093483] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.093824] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.094146] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.094329] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.094498] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.094672] env[62668]: DEBUG nova.virt.hardware [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.099923] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.100321] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237898e2-4bb3-45c0-af49-67c4372e17bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.119339] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1171.119339] env[62668]: value = "task-2684477" [ 1171.119339] env[62668]: _type = "Task" [ 1171.119339] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.127537] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.419786] env[62668]: DEBUG nova.scheduler.client.report [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.629719] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684477, 'name': ReconfigVM_Task, 'duration_secs': 0.241517} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.631031] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.631167] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249ef72-fc6f-4136-89c0-07f4d7e1e51f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.653996] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.654547] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b34e44-1e62-4e36-9527-a25ca71471df {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.672828] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1171.672828] env[62668]: value = "task-2684478" [ 1171.672828] env[62668]: _type = "Task" [ 1171.672828] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.681041] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.925285] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.925740] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.183521] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.432043] env[62668]: DEBUG nova.compute.utils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.434270] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.434505] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.474432] env[62668]: DEBUG nova.policy [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f8360b125fd4b98abbe6e8708c72096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3422f18f03b14b67a15d8927015bfdf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.685133] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684478, 'name': ReconfigVM_Task, 'duration_secs': 0.610109} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.685521] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f/87716719-d0eb-47d8-b969-73078df6ae2f.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.685946] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.803855] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Successfully created port: 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.939405] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.193235] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9432f-cbbf-4e49-ba69-7be51307b901 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.214022] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fdd744-6b80-436b-a109-994747129979 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.231968] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.778282] env[62668]: DEBUG nova.network.neutron [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Port e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1173.944204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.944204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.944204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.944204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.944569] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.947347] env[62668]: INFO nova.compute.manager [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Terminating instance [ 1173.950047] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.983048] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.983412] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.983412] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.983485] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.984909] env[62668]: DEBUG nova.virt.hardware [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.984909] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c81c8ed-897f-41e9-8502-0b651ddfa849 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.992852] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47461c9-5ef6-465a-bf79-c1584af687d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.210236] env[62668]: DEBUG nova.compute.manager [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Received event network-vif-plugged-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1174.210465] env[62668]: DEBUG oslo_concurrency.lockutils [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] Acquiring lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.210700] env[62668]: DEBUG oslo_concurrency.lockutils [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.210863] env[62668]: DEBUG oslo_concurrency.lockutils [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.211047] env[62668]: DEBUG nova.compute.manager [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] No waiting events found dispatching network-vif-plugged-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.211239] env[62668]: WARNING nova.compute.manager [req-7b5b4f31-85e9-4920-84ad-1a374f8cb0cd req-69e61ce5-7716-40f2-9c95-f8fe680dfd8f service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Received unexpected event network-vif-plugged-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 for instance with vm_state building and task_state spawning. [ 1174.289099] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Successfully updated port: 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.455151] env[62668]: DEBUG nova.compute.manager [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.455440] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.456455] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0981fea-e30a-41ac-b3bf-4b442f022dfa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.464843] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.465088] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06114fb1-67f3-4f4c-af6c-dd477435ced5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.471616] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 1174.471616] env[62668]: value = "task-2684479" [ 1174.471616] env[62668]: _type = "Task" [ 1174.471616] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.479915] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2684479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.794790] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.795068] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.795275] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.804046] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.804524] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.804716] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.981982] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2684479, 'name': PowerOffVM_Task, 'duration_secs': 0.260777} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.982233] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.982408] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.982665] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac7a9670-0288-48ad-a091-ff248d1b9eab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.055811] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.056066] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.056258] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Deleting the datastore file [datastore1] a9603fbe-4ec7-403e-bbe0-d416ffa7a74e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.056526] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0342f39-8f0e-4d2d-868f-d4a54420d46d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.064440] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for the task: (returnval){ [ 1175.064440] env[62668]: value = "task-2684481" [ 1175.064440] env[62668]: _type = "Task" [ 1175.064440] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.073467] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2684481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.326559] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.457504] env[62668]: DEBUG nova.network.neutron [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updating instance_info_cache with network_info: [{"id": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "address": "fa:16:3e:fa:6e:50", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07af9da4-ca", "ovs_interfaceid": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.575575] env[62668]: DEBUG oslo_vmware.api [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Task: {'id': task-2684481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292796} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.575846] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.576044] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.576228] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.576403] env[62668]: INFO nova.compute.manager [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1175.576647] env[62668]: DEBUG oslo.service.loopingcall [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.576842] env[62668]: DEBUG nova.compute.manager [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.576931] env[62668]: DEBUG nova.network.neutron [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.863104] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.863346] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.863520] env[62668]: DEBUG nova.network.neutron [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.960835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.961167] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Instance network_info: |[{"id": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "address": "fa:16:3e:fa:6e:50", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07af9da4-ca", "ovs_interfaceid": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.961646] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.969031] env[62668]: DEBUG oslo.service.loopingcall [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.969260] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.969565] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfa9551-7496-4a26-ab9b-f2915e66c4bb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.990822] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.990822] env[62668]: value = "task-2684482" [ 1175.990822] env[62668]: _type = "Task" [ 1175.990822] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.999714] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684482, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.252254] env[62668]: DEBUG nova.compute.manager [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Received event network-changed-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1176.252254] env[62668]: DEBUG nova.compute.manager [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Refreshing instance network info cache due to event network-changed-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1176.252254] env[62668]: DEBUG oslo_concurrency.lockutils [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] Acquiring lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.252254] env[62668]: DEBUG oslo_concurrency.lockutils [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] Acquired lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.252254] env[62668]: DEBUG nova.network.neutron [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Refreshing network info cache for port 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.500557] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684482, 'name': CreateVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.516008] env[62668]: DEBUG nova.network.neutron [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.579563] env[62668]: DEBUG nova.network.neutron [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.957112] env[62668]: DEBUG nova.network.neutron [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updated VIF entry in instance network info cache for port 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.957506] env[62668]: DEBUG nova.network.neutron [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updating instance_info_cache with network_info: [{"id": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "address": "fa:16:3e:fa:6e:50", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07af9da4-ca", "ovs_interfaceid": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.002334] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684482, 'name': CreateVM_Task, 'duration_secs': 0.628534} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.002539] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.009658] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.009835] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.010191] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.010555] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e293eed1-56e3-474e-ac61-752035433d9a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015708] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1177.015708] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b1946-9f5e-d9a6-b257-623fd5f28862" [ 1177.015708] env[62668]: _type = "Task" [ 1177.015708] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.018909] env[62668]: INFO nova.compute.manager [-] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Took 1.44 seconds to deallocate network for instance. [ 1177.028585] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b1946-9f5e-d9a6-b257-623fd5f28862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.083087] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.460570] env[62668]: DEBUG oslo_concurrency.lockutils [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] Releasing lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.460783] env[62668]: DEBUG nova.compute.manager [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Received event network-vif-deleted-fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1177.460975] env[62668]: INFO nova.compute.manager [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Neutron deleted interface fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6; detaching it from the instance and deleting it from the info cache [ 1177.461170] env[62668]: DEBUG nova.network.neutron [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.527024] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.527306] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.527522] env[62668]: DEBUG nova.objects.instance [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lazy-loading 'resources' on Instance uuid a9603fbe-4ec7-403e-bbe0-d416ffa7a74e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.528630] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527b1946-9f5e-d9a6-b257-623fd5f28862, 'name': SearchDatastore_Task, 'duration_secs': 0.024536} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.528946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.529651] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.529886] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.530203] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.530407] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.530905] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aeae07e-05aa-40d7-aea8-b8b7fd9aa24b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.540981] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.541176] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.541921] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfe58be-a956-473a-b150-58bbe9f3eebf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.547243] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1177.547243] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529d0863-2890-eabb-dfd9-4674e251fe94" [ 1177.547243] env[62668]: _type = "Task" [ 1177.547243] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.554674] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529d0863-2890-eabb-dfd9-4674e251fe94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.609048] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3182a95-1821-4995-ab7e-2c9a77f24ba2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.628521] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b246a-2b0c-4742-ab5b-a8b24e7a619d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.636174] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.964560] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-194d594a-047e-4da9-93d9-00a271caf526 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.974172] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a983680c-4a33-4fc9-b4e3-bb29984f01d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.008013] env[62668]: DEBUG nova.compute.manager [req-12741316-b0be-4fa7-b3c8-01c4b59d3dfe req-075a71e6-5c30-417c-8517-2e6f03bbad97 service nova] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Detach interface failed, port_id=fee6c802-58f5-44d0-80eb-b1aeb9b4a4d6, reason: Instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1178.058774] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]529d0863-2890-eabb-dfd9-4674e251fe94, 'name': SearchDatastore_Task, 'duration_secs': 0.016248} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.059694] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553f9748-d6bc-48fd-9ea5-432d96e236e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.067724] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1178.067724] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522b4339-19a7-2be5-6083-56aa27ac64cf" [ 1178.067724] env[62668]: _type = "Task" [ 1178.067724] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.075499] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522b4339-19a7-2be5-6083-56aa27ac64cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.120853] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e64196-f260-4ff9-b0b2-17de01b4b052 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.127985] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ff0ea-dab6-4de3-bb74-fa22942daa40 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.159428] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.159906] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ad6d4e-9ac9-46d7-b27f-f454c22fe84e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.162096] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1dfaf-50d3-4791-9979-daa0aa172522 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.170795] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991bb09-de92-4c55-b6c7-6ef2e6ed9b9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.174588] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1178.174588] env[62668]: value = "task-2684483" [ 1178.174588] env[62668]: _type = "Task" [ 1178.174588] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.186670] env[62668]: DEBUG nova.compute.provider_tree [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.196444] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.578804] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]522b4339-19a7-2be5-6083-56aa27ac64cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016787} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.579087] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.579524] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55/74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.579809] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a284af9-95c9-4387-a88d-480fb5345b03 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.587034] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1178.587034] env[62668]: value = "task-2684484" [ 1178.587034] env[62668]: _type = "Task" [ 1178.587034] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.594525] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.683711] env[62668]: DEBUG oslo_vmware.api [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684483, 'name': PowerOnVM_Task, 'duration_secs': 0.45792} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.683998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.684213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ad3cca-e63b-4b8d-bcaa-1325e80e1726 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance '87716719-d0eb-47d8-b969-73078df6ae2f' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.690056] env[62668]: DEBUG nova.scheduler.client.report [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.097662] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.194364] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.216365] env[62668]: INFO nova.scheduler.client.report [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Deleted allocations for instance a9603fbe-4ec7-403e-bbe0-d416ffa7a74e [ 1179.597998] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959187} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.597998] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55/74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.597998] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.598255] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befb0a81-d711-4f1c-8368-62132354fba2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.604242] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1179.604242] env[62668]: value = "task-2684485" [ 1179.604242] env[62668]: _type = "Task" [ 1179.604242] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.611820] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.718718] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.719669] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952dca14-f44a-4513-94ed-6d08b3b982e2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725247] env[62668]: DEBUG oslo_concurrency.lockutils [None req-a877e6d6-2499-447f-bc59-0ce1a6f79721 tempest-ServersV294TestFqdnHostnames-1047626656 tempest-ServersV294TestFqdnHostnames-1047626656-project-member] Lock "a9603fbe-4ec7-403e-bbe0-d416ffa7a74e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.727623] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.727790] env[62668]: ERROR oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk due to incomplete transfer. [ 1179.728192] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5613bb96-8b48-4691-a02f-0e2060948b51 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.734881] env[62668]: DEBUG oslo_vmware.rw_handles [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223cc98-f87d-d306-ab4d-f6f641c1720b/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1179.735095] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Uploaded image 0327cbbe-7ae9-4673-a508-b5153759f324 to the Glance image server {{(pid=62668) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1179.737330] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Destroying the VM {{(pid=62668) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1179.738230] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff4355fe-9954-40f9-ad14-ef495089ac3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.744651] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1179.744651] env[62668]: value = "task-2684486" [ 1179.744651] env[62668]: _type = "Task" [ 1179.744651] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.754071] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684486, 'name': Destroy_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.113846] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067828} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.114098] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.115109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e357e6b-523c-4679-8617-689a38472d84 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.136930] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55/74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.137197] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43dfa94-299d-434c-ba80-66faeaf891aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.158810] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1180.158810] env[62668]: value = "task-2684487" [ 1180.158810] env[62668]: _type = "Task" [ 1180.158810] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.166523] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.255473] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684486, 'name': Destroy_Task} progress is 33%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.669902] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684487, 'name': ReconfigVM_Task, 'duration_secs': 0.34705} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.670249] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55/74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.670947] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb1b77f0-0122-4d56-ae26-d38a365425d9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.676711] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1180.676711] env[62668]: value = "task-2684488" [ 1180.676711] env[62668]: _type = "Task" [ 1180.676711] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.688378] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684488, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.754442] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684486, 'name': Destroy_Task, 'duration_secs': 0.940329} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.754672] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Destroyed the VM [ 1180.754911] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleting Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1180.755186] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5abe4867-e882-4651-9cc0-b306a4080757 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.762329] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1180.762329] env[62668]: value = "task-2684489" [ 1180.762329] env[62668]: _type = "Task" [ 1180.762329] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.770372] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.187581] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684488, 'name': Rename_Task, 'duration_secs': 0.146088} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.187985] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.188134] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42fbb0b5-6b34-4717-a08e-dfc66868fcac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.195892] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1181.195892] env[62668]: value = "task-2684490" [ 1181.195892] env[62668]: _type = "Task" [ 1181.195892] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.206243] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.270979] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684489, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.281811] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.282093] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.282291] env[62668]: DEBUG nova.compute.manager [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Going to confirm migration 8 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1181.706543] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.772963] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684489, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80003} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.772963] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleted Snapshot of the VM instance {{(pid=62668) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1181.773402] env[62668]: DEBUG nova.compute.manager [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.774093] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2fa181-cb0e-43dd-b91a-f3df3bb49580 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.868078] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.868349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.868598] env[62668]: DEBUG nova.network.neutron [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.873766] env[62668]: DEBUG nova.objects.instance [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'info_cache' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.206937] env[62668]: DEBUG oslo_vmware.api [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684490, 'name': PowerOnVM_Task, 'duration_secs': 0.661824} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.207243] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.207445] env[62668]: INFO nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1182.207637] env[62668]: DEBUG nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.208448] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3077be6-b9aa-4a9f-bf07-734dd4b9816e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.285786] env[62668]: INFO nova.compute.manager [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Shelve offloading [ 1182.724772] env[62668]: INFO nova.compute.manager [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Took 12.98 seconds to build instance. [ 1182.790047] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.790230] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceedbcba-5beb-45ae-aa7d-4dc177cb28e7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.797857] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1182.797857] env[62668]: value = "task-2684491" [ 1182.797857] env[62668]: _type = "Task" [ 1182.797857] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.806211] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.007119] env[62668]: DEBUG nova.compute.manager [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Received event network-changed-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1183.007324] env[62668]: DEBUG nova.compute.manager [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Refreshing instance network info cache due to event network-changed-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1183.007538] env[62668]: DEBUG oslo_concurrency.lockutils [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] Acquiring lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.007683] env[62668]: DEBUG oslo_concurrency.lockutils [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] Acquired lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.007841] env[62668]: DEBUG nova.network.neutron [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Refreshing network info cache for port 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.196009] env[62668]: DEBUG nova.network.neutron [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [{"id": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "address": "fa:16:3e:32:72:4b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79a7a63-a6", "ovs_interfaceid": "e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.227245] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2e10e436-1e2a-44fd-bd2b-6cd9e7552154 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.494s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.310206] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] VM already powered off {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.310433] env[62668]: DEBUG nova.compute.manager [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.311212] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f6b9c-9084-42e0-8062-1958badff559 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.317222] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.317391] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.317569] env[62668]: DEBUG nova.network.neutron [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.698939] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.699263] env[62668]: DEBUG nova.objects.instance [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'migration_context' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.704625] env[62668]: DEBUG nova.network.neutron [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updated VIF entry in instance network info cache for port 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.704992] env[62668]: DEBUG nova.network.neutron [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updating instance_info_cache with network_info: [{"id": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "address": "fa:16:3e:fa:6e:50", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07af9da4-ca", "ovs_interfaceid": "07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.017989] env[62668]: DEBUG nova.network.neutron [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.203088] env[62668]: DEBUG nova.objects.base [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Object Instance<87716719-d0eb-47d8-b969-73078df6ae2f> lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.204091] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1eac02-510d-4b91-bde4-fe8982108941 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.207099] env[62668]: DEBUG oslo_concurrency.lockutils [req-501a94a8-7649-49e4-9b7b-319952701501 req-1a15b834-cb5a-47a6-ab29-45480e2cc9f5 service nova] Releasing lock "refresh_cache-74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.224217] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a61eed-f197-4516-94b4-df478eb23d99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.230046] env[62668]: DEBUG oslo_vmware.api [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1184.230046] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52935026-8fa8-eccd-29d3-26198afda9cc" [ 1184.230046] env[62668]: _type = "Task" [ 1184.230046] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.237956] env[62668]: DEBUG oslo_vmware.api [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52935026-8fa8-eccd-29d3-26198afda9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.520899] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.729511] env[62668]: DEBUG nova.compute.manager [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-vif-unplugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1184.729736] env[62668]: DEBUG oslo_concurrency.lockutils [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.729945] env[62668]: DEBUG oslo_concurrency.lockutils [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.730135] env[62668]: DEBUG oslo_concurrency.lockutils [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.730307] env[62668]: DEBUG nova.compute.manager [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] No waiting events found dispatching network-vif-unplugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.730471] env[62668]: WARNING nova.compute.manager [req-5f712e1a-543c-462c-96d1-1a6439570a40 req-ee7b61f8-8650-4407-b14b-33950ae6113c service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received unexpected event network-vif-unplugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 for instance with vm_state shelved and task_state shelving_offloading. [ 1184.741947] env[62668]: DEBUG oslo_vmware.api [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52935026-8fa8-eccd-29d3-26198afda9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.742233] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.742451] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.822202] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.823468] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89786027-e744-49b8-a4af-a61832d3e739 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.831091] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.831301] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b135b6e7-24b5-4890-9d70-db87b526e50c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.905098] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.905339] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.905522] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleting the datastore file [datastore1] 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.905785] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f06aee1c-21b8-436a-af18-e0d554f295ba {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.912022] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1184.912022] env[62668]: value = "task-2684494" [ 1184.912022] env[62668]: _type = "Task" [ 1184.912022] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.920607] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.328311] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3106ea9d-be0f-4ed8-b378-d045c2c2226a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.337202] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24927b-c9f2-4684-9aac-bcbc0be4fab7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.366888] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c48ba-1fa3-4dbb-9f8c-2ca1b6b58e3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.374513] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eb7bd1-e7fe-4a83-8688-f7016de06074 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.389076] env[62668]: DEBUG nova.compute.provider_tree [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.421910] env[62668]: DEBUG oslo_vmware.api [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124408} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.422165] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.422360] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.422579] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.441858] env[62668]: INFO nova.scheduler.client.report [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted allocations for instance 08973f6f-933a-4c0e-95e8-540f0ef8607e [ 1185.892994] env[62668]: DEBUG nova.scheduler.client.report [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.946155] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.759201] env[62668]: DEBUG nova.compute.manager [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1186.759462] env[62668]: DEBUG nova.compute.manager [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing instance network info cache due to event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1186.759747] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.759945] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.760177] env[62668]: DEBUG nova.network.neutron [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.903709] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.161s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.907490] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.961s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.907827] env[62668]: DEBUG nova.objects.instance [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'resources' on Instance uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.329767] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.409967] env[62668]: DEBUG nova.objects.instance [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'numa_topology' on Instance uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.469049] env[62668]: INFO nova.scheduler.client.report [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted allocation for migration be768bc5-3a1a-4ff1-8986-bdcd9739f303 [ 1187.479837] env[62668]: DEBUG nova.network.neutron [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updated VIF entry in instance network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.480426] env[62668]: DEBUG nova.network.neutron [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.915208] env[62668]: DEBUG nova.objects.base [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Object Instance<08973f6f-933a-4c0e-95e8-540f0ef8607e> lazy-loaded attributes: resources,numa_topology {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.971467] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d51bb7f-486a-4f5a-8521-814443f8c7f4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.975111] env[62668]: DEBUG oslo_concurrency.lockutils [None req-7192eb25-7d22-44a3-a7eb-8834df9540ed tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.693s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.980881] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe63780-55c3-4f8c-94e4-7d0b9d9437fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.984098] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b57f700-7e19-4e29-a501-e6b5c5c595fd req-ff2b1bce-b837-4b48-8898-1d63550c7353 service nova] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.012900] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2f26a-e439-49b5-a577-180bf7ec013d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.019920] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd67fb3-ef36-4c0a-b324-94e161abb9f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.033033] env[62668]: DEBUG nova.compute.provider_tree [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.354111] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.354383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.354598] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.354788] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.354960] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.357066] env[62668]: INFO nova.compute.manager [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Terminating instance [ 1188.536335] env[62668]: DEBUG nova.scheduler.client.report [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.713148] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.860854] env[62668]: DEBUG nova.compute.manager [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.861104] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.862047] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1275dae-7ab9-4d70-a719-bc3115dccf70 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.869795] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.870019] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd33714-1a16-42ac-aa21-68dd999eec25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.876354] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1188.876354] env[62668]: value = "task-2684497" [ 1188.876354] env[62668]: _type = "Task" [ 1188.876354] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.883995] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.043812] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.216144] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.216348] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.216493] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.216663] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1189.217581] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e7686-140a-431d-93ac-16bb5ff990c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.225998] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf56936d-a543-4882-abbb-3bfe4d4d3f1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.238976] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92119f79-8dab-4ad8-ad6c-e9ab4a7d0082 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.245374] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a7b5a7-bebc-41c5-80c7-96c10ac614a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.274940] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179790MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1189.275118] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.275294] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.386028] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684497, 'name': PowerOffVM_Task, 'duration_secs': 0.232564} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.386299] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.386470] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.386721] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447a2408-826e-4ac4-9ffe-62b12e2a18ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.457530] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.457758] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.457923] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleting the datastore file [datastore2] 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.458289] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69d0c15-d80f-419d-b23c-4141908f0cc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.464768] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1189.464768] env[62668]: value = "task-2684499" [ 1189.464768] env[62668]: _type = "Task" [ 1189.464768] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.472682] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.553180] env[62668]: DEBUG oslo_concurrency.lockutils [None req-e81b6065-6bd4-461f-9a40-09e9e19eed14 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.417s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.553611] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.224s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.553800] env[62668]: INFO nova.compute.manager [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Unshelving [ 1189.974992] env[62668]: DEBUG oslo_vmware.api [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148587} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.975307] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.975454] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.975657] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.975846] env[62668]: INFO nova.compute.manager [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1189.976098] env[62668]: DEBUG oslo.service.loopingcall [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.976583] env[62668]: DEBUG nova.compute.manager [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.976693] env[62668]: DEBUG nova.network.neutron [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.302585] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.302585] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 87716719-d0eb-47d8-b969-73078df6ae2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.302585] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.436748] env[62668]: DEBUG nova.compute.manager [req-cfcacc18-5131-4b1a-8534-1222cd8f5a53 req-8b4d91ab-5d02-4ad7-b02c-59f0e715bd59 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Received event network-vif-deleted-e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1190.436748] env[62668]: INFO nova.compute.manager [req-cfcacc18-5131-4b1a-8534-1222cd8f5a53 req-8b4d91ab-5d02-4ad7-b02c-59f0e715bd59 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Neutron deleted interface e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7; detaching it from the instance and deleting it from the info cache [ 1190.436748] env[62668]: DEBUG nova.network.neutron [req-cfcacc18-5131-4b1a-8534-1222cd8f5a53 req-8b4d91ab-5d02-4ad7-b02c-59f0e715bd59 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.575757] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.806293] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 08973f6f-933a-4c0e-95e8-540f0ef8607e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1190.806514] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1190.806702] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1190.869056] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364712fc-b3c7-475d-bc5c-1a5fcbf6e3ce {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.877226] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba5e563-e3f3-4908-81af-653ffeefc1e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.908057] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5612231-de1d-459b-b38d-02bf8bc62f3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.915336] env[62668]: DEBUG nova.network.neutron [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.917627] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d679371f-abf3-438d-a86a-fc61216f2469 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.933152] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.939165] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764cc8c2-d399-46c3-b824-1360acd0564d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.948168] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef1e0eb-1841-4601-bf63-18f7be27be5a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.976462] env[62668]: DEBUG nova.compute.manager [req-cfcacc18-5131-4b1a-8534-1222cd8f5a53 req-8b4d91ab-5d02-4ad7-b02c-59f0e715bd59 service nova] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Detach interface failed, port_id=e79a7a63-a6e2-4d1c-b0e2-a6b5937980f7, reason: Instance 87716719-d0eb-47d8-b969-73078df6ae2f could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1191.422759] env[62668]: INFO nova.compute.manager [-] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Took 1.45 seconds to deallocate network for instance. [ 1191.436745] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.929515] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.941220] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1191.941407] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.666s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.941737] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.366s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.941953] env[62668]: DEBUG nova.objects.instance [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'pci_requests' on Instance uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.445927] env[62668]: DEBUG nova.objects.instance [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'numa_topology' on Instance uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.938317] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.938604] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.938773] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1192.948311] env[62668]: INFO nova.compute.claims [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.459318] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.459723] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.459723] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1193.977809] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.016113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310adc86-8162-429f-a0e3-ec9e1f408b74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024062] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd821e48-cb17-49cf-89c4-f392f1a7a6c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.052825] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc45b88-1f76-4919-8a8b-d36eec14e979 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.059678] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e124e-254f-460c-b327-36f36dfa5f83 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.073232] env[62668]: DEBUG nova.compute.provider_tree [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.547112] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.576400] env[62668]: DEBUG nova.scheduler.client.report [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.049190] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-87716719-d0eb-47d8-b969-73078df6ae2f" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.049406] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1195.049636] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.049811] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.049959] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.050124] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.050270] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.050414] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.050539] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1195.080540] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.082906] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.154s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.083193] env[62668]: DEBUG nova.objects.instance [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'resources' on Instance uuid 87716719-d0eb-47d8-b969-73078df6ae2f {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.122980] env[62668]: INFO nova.network.neutron [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating port a7f1d860-e775-4b89-bebd-c9ba38d820c7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1195.638197] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1b680-72fd-4124-88c4-bae12d712cd4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.645760] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691af097-6067-41da-8e9c-04ee289168cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.675481] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbefd77b-577c-46eb-893e-74003d4082a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.682053] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfaf749-6fa7-4500-9582-438282472d3e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.694444] env[62668]: DEBUG nova.compute.provider_tree [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.197704] env[62668]: DEBUG nova.scheduler.client.report [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.504210] env[62668]: DEBUG nova.compute.manager [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1196.504395] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.504609] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.504780] env[62668]: DEBUG oslo_concurrency.lockutils [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.504954] env[62668]: DEBUG nova.compute.manager [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] No waiting events found dispatching network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.507772] env[62668]: WARNING nova.compute.manager [req-9b839361-9312-4196-8311-dc38b5a564a4 req-f9fe9f5a-3d69-4cd0-88f6-b2fd8925a234 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received unexpected event network-vif-plugged-a7f1d860-e775-4b89-bebd-c9ba38d820c7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1196.603223] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.603426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.603608] env[62668]: DEBUG nova.network.neutron [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.704840] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.726065] env[62668]: INFO nova.scheduler.client.report [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted allocations for instance 87716719-d0eb-47d8-b969-73078df6ae2f [ 1197.233714] env[62668]: DEBUG oslo_concurrency.lockutils [None req-b29257d1-0360-4751-a138-54ab03c51a58 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "87716719-d0eb-47d8-b969-73078df6ae2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.879s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.312753] env[62668]: DEBUG nova.network.neutron [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.816371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.842023] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2216748d5cbbc1b44c069758e3fb68a1',container_format='bare',created_at=2025-02-19T13:05:02Z,direct_url=,disk_format='vmdk',id=0327cbbe-7ae9-4673-a508-b5153759f324,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1364505586-shelved',owner='d887e5359fce4d43be9aefea9d0f9e30',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-19T13:05:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.842314] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.842487] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.842655] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.842849] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.843148] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.843244] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.843409] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.843578] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.843742] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.843929] env[62668]: DEBUG nova.virt.hardware [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.844805] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d73a52-7722-4b50-8ce8-f003d68c84fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.853040] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66573442-759d-4cdf-8d66-d22c6b2348f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.866381] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:fa:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7f1d860-e775-4b89-bebd-c9ba38d820c7', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.873615] env[62668]: DEBUG oslo.service.loopingcall [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.873858] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.874079] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f0251af-59c6-4eca-a89a-5b0fbfae6739 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.892323] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.892323] env[62668]: value = "task-2684504" [ 1197.892323] env[62668]: _type = "Task" [ 1197.892323] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.899205] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684504, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.402325] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684504, 'name': CreateVM_Task, 'duration_secs': 0.309595} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.402529] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.403179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.403347] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.403722] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.403971] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df9fa85-7d5c-4d46-ae8c-2ba629b218cc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.408459] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1198.408459] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525a90ea-7599-d063-66da-4e5fe6ac5728" [ 1198.408459] env[62668]: _type = "Task" [ 1198.408459] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.415473] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]525a90ea-7599-d063-66da-4e5fe6ac5728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.535916] env[62668]: DEBUG nova.compute.manager [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1198.536137] env[62668]: DEBUG nova.compute.manager [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing instance network info cache due to event network-changed-a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1198.536355] env[62668]: DEBUG oslo_concurrency.lockutils [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] Acquiring lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.536499] env[62668]: DEBUG oslo_concurrency.lockutils [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] Acquired lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.536735] env[62668]: DEBUG nova.network.neutron [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Refreshing network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.556851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.556851] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.919088] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.919088] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Processing image 0327cbbe-7ae9-4673-a508-b5153759f324 {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.919088] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.919088] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.919422] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.919537] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-359d1e48-e0c0-4f63-a339-ac6c6d6b3c18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.927548] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.927720] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.928520] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7f6361-6d78-4820-b4fa-b5e0eac54937 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.933292] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1198.933292] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b31b24-2aee-52e3-0ec3-fd6c482283db" [ 1198.933292] env[62668]: _type = "Task" [ 1198.933292] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.940976] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b31b24-2aee-52e3-0ec3-fd6c482283db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.059403] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.254417] env[62668]: DEBUG nova.network.neutron [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updated VIF entry in instance network info cache for port a7f1d860-e775-4b89-bebd-c9ba38d820c7. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.254797] env[62668]: DEBUG nova.network.neutron [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [{"id": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "address": "fa:16:3e:54:fa:93", "network": {"id": "05e4b140-e840-4ba5-a6d4-5704f726d6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1632094310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d887e5359fce4d43be9aefea9d0f9e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f1d860-e7", "ovs_interfaceid": "a7f1d860-e775-4b89-bebd-c9ba38d820c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.444060] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Preparing fetch location {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1199.444315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Fetch image to [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd/OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd.vmdk {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1199.444499] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Downloading stream optimized image 0327cbbe-7ae9-4673-a508-b5153759f324 to [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd/OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd.vmdk on the data store datastore2 as vApp {{(pid=62668) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1199.444671] env[62668]: DEBUG nova.virt.vmwareapi.images [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Downloading image file data 0327cbbe-7ae9-4673-a508-b5153759f324 to the ESX as VM named 'OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd' {{(pid=62668) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1199.513363] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1199.513363] env[62668]: value = "resgroup-9" [ 1199.513363] env[62668]: _type = "ResourcePool" [ 1199.513363] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1199.513646] env[62668]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0ed89f84-5981-4a3b-baef-7269b7f4652d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.537091] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease: (returnval){ [ 1199.537091] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed0b62-cd78-56ed-2db3-3b181801f36c" [ 1199.537091] env[62668]: _type = "HttpNfcLease" [ 1199.537091] env[62668]: } obtained for vApp import into resource pool (val){ [ 1199.537091] env[62668]: value = "resgroup-9" [ 1199.537091] env[62668]: _type = "ResourcePool" [ 1199.537091] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1199.537463] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the lease: (returnval){ [ 1199.537463] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed0b62-cd78-56ed-2db3-3b181801f36c" [ 1199.537463] env[62668]: _type = "HttpNfcLease" [ 1199.537463] env[62668]: } to be ready. {{(pid=62668) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1199.543693] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1199.543693] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed0b62-cd78-56ed-2db3-3b181801f36c" [ 1199.543693] env[62668]: _type = "HttpNfcLease" [ 1199.543693] env[62668]: } is initializing. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1199.582514] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.582768] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.584383] env[62668]: INFO nova.compute.claims [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.757285] env[62668]: DEBUG oslo_concurrency.lockutils [req-84035443-fb13-4bb2-9f1d-e631f063899e req-1eef81d5-0639-4c9b-9713-8cda4404cfac service nova] Releasing lock "refresh_cache-08973f6f-933a-4c0e-95e8-540f0ef8607e" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.045932] env[62668]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.045932] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed0b62-cd78-56ed-2db3-3b181801f36c" [ 1200.045932] env[62668]: _type = "HttpNfcLease" [ 1200.045932] env[62668]: } is ready. {{(pid=62668) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1200.046391] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1200.046391] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ed0b62-cd78-56ed-2db3-3b181801f36c" [ 1200.046391] env[62668]: _type = "HttpNfcLease" [ 1200.046391] env[62668]: }. {{(pid=62668) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1200.046933] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25caf039-36c4-41ec-a743-04ad4b5f9af0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.054011] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk from lease info. {{(pid=62668) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1200.054200] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk. {{(pid=62668) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1200.119676] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9aeea449-4d60-44e3-bedc-1abc2e291891 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.679014] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a278def-abed-4ef8-a0fb-7b046a09aef4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.686952] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26a25f-9627-4b2a-a782-9c1a362788fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.719359] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c618456-2713-4974-a05e-0c9a5f182a50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.727498] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da736b5-3698-4464-a55c-f77ecb220224 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.743012] env[62668]: DEBUG nova.compute.provider_tree [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.243313] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Completed reading data from the image iterator. {{(pid=62668) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1201.243618] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1201.244426] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9e7d35-92f8-4dc7-acef-277ce79df8f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.248823] env[62668]: DEBUG nova.scheduler.client.report [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.258173] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk is in state: ready. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1201.258355] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk. {{(pid=62668) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1201.258582] env[62668]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-04a0299c-5e90-4182-bc6d-a76791ef04b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.460874] env[62668]: DEBUG oslo_vmware.rw_handles [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1c57b-29ba-2cd1-93b3-88416ccba057/disk-0.vmdk. {{(pid=62668) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1201.461136] env[62668]: INFO nova.virt.vmwareapi.images [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Downloaded image file data 0327cbbe-7ae9-4673-a508-b5153759f324 [ 1201.462097] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8cb3f-15e7-4d0c-9771-add6ee5574ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.478443] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537f8fe3-75ca-4980-a95a-e97207f2c78e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.505235] env[62668]: INFO nova.virt.vmwareapi.images [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] The imported VM was unregistered [ 1201.507645] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Caching image {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1201.507874] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.508174] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d45c2d7-da43-437b-bf38-9526405409b1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.531661] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Created directory with path [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324 {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.531943] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd/OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd.vmdk to [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk. {{(pid=62668) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1201.532207] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-68c83e71-7d14-4326-bbb2-65519a4189cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.540024] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1201.540024] env[62668]: value = "task-2684508" [ 1201.540024] env[62668]: _type = "Task" [ 1201.540024] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.548209] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.755606] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.756174] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.051681] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.156891] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.157179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.262846] env[62668]: DEBUG nova.compute.utils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1202.264515] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.264848] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.318114] env[62668]: DEBUG nova.policy [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b05e4c903015418290aaf244c5b04c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c17585e64a4920bc8ae7963ec93011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.552519] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.595889] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Successfully created port: 6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.660168] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.768417] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.820166] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.052247] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.184921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.184921] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.186432] env[62668]: INFO nova.compute.claims [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.554095] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.779754] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.808185] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.808447] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.808607] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.808786] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.808952] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.809161] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.809413] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.809584] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.809829] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.810014] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.810196] env[62668]: DEBUG nova.virt.hardware [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.811139] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1505b-3fa8-4de7-9c88-8bacd224b774 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.822366] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520b89b-056d-4557-9747-f99eefc861d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.994660] env[62668]: DEBUG nova.compute.manager [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Received event network-vif-plugged-6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1203.994893] env[62668]: DEBUG oslo_concurrency.lockutils [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] Acquiring lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.995140] env[62668]: DEBUG oslo_concurrency.lockutils [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.995324] env[62668]: DEBUG oslo_concurrency.lockutils [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.995488] env[62668]: DEBUG nova.compute.manager [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] No waiting events found dispatching network-vif-plugged-6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.995654] env[62668]: WARNING nova.compute.manager [req-fe9b9e56-43c7-4f28-9d2c-fc132712d7fb req-ca441d31-f11d-42f1-abfd-1f529b25fd3d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Received unexpected event network-vif-plugged-6a10a856-9d36-421c-b095-fb07b46ca322 for instance with vm_state building and task_state spawning. [ 1204.054031] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684508, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.464608} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.054255] env[62668]: INFO nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd/OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd.vmdk to [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk. [ 1204.054454] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Cleaning up location [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1204.054617] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_eab27559-3e79-4207-9365-3653dc965bcd {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.054969] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bc8bb2-64fa-4b9c-ab62-539b5cfc27fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.061897] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1204.061897] env[62668]: value = "task-2684509" [ 1204.061897] env[62668]: _type = "Task" [ 1204.061897] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.070263] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.075074] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Successfully updated port: 6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.273417] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd898d48-0585-47ce-9816-c56c808cf680 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.281395] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc28af-5aa2-4dca-9152-770dc12afabd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.311660] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e82e704-01c9-4892-903b-6d86dac7ef55 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.319376] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc5ed9-a857-4f4c-84e6-977531eeab68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.333769] env[62668]: DEBUG nova.compute.provider_tree [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.572386] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04417} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.572762] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.572762] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.573073] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk to [datastore2] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.573301] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722c01f2-54df-4b11-b6ee-d3ed55ee550e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.577949] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.578169] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.578246] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.580917] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1204.580917] env[62668]: value = "task-2684510" [ 1204.580917] env[62668]: _type = "Task" [ 1204.580917] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.590062] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.837036] env[62668]: DEBUG nova.scheduler.client.report [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.092871] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.114418] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.256164] env[62668]: DEBUG nova.network.neutron [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.343157] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.343582] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.593438] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.758998] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.759343] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Instance network_info: |[{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.759786] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f7:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a10a856-9d36-421c-b095-fb07b46ca322', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.767660] env[62668]: DEBUG oslo.service.loopingcall [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.767933] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.768204] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c9cd72-f607-4f35-a58a-43ec8b92474f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.790096] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.790096] env[62668]: value = "task-2684511" [ 1205.790096] env[62668]: _type = "Task" [ 1205.790096] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.798497] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684511, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.849352] env[62668]: DEBUG nova.compute.utils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1205.850959] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.851330] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.893540] env[62668]: DEBUG nova.policy [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f8360b125fd4b98abbe6e8708c72096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3422f18f03b14b67a15d8927015bfdf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.023965] env[62668]: DEBUG nova.compute.manager [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Received event network-changed-6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1206.024137] env[62668]: DEBUG nova.compute.manager [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Refreshing instance network info cache due to event network-changed-6a10a856-9d36-421c-b095-fb07b46ca322. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1206.024362] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.024509] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.024672] env[62668]: DEBUG nova.network.neutron [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Refreshing network info cache for port 6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.094722] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.196871] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Successfully created port: 66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.302235] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684511, 'name': CreateVM_Task, 'duration_secs': 0.470669} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.302410] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.303175] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.303350] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.303657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.303947] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa2c539-833a-411b-9e8c-ec2d20168603 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.309511] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1206.309511] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e5d86c-4222-03ac-6a42-ec6a58209d49" [ 1206.309511] env[62668]: _type = "Task" [ 1206.309511] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.318018] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e5d86c-4222-03ac-6a42-ec6a58209d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.355137] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.594055] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.779453] env[62668]: DEBUG nova.network.neutron [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updated VIF entry in instance network info cache for port 6a10a856-9d36-421c-b095-fb07b46ca322. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.779855] env[62668]: DEBUG nova.network.neutron [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.819538] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e5d86c-4222-03ac-6a42-ec6a58209d49, 'name': SearchDatastore_Task, 'duration_secs': 0.023097} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.819863] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.820120] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.820469] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.820593] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.820671] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.820947] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6583f5b5-34d6-4f42-8031-f8c37ab05ab4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.830121] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.830312] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.831131] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d572217-51d1-45e9-b6a5-339573dc59ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.837325] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1206.837325] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ba8673-8d6d-a944-42f6-e456c70ade9b" [ 1206.837325] env[62668]: _type = "Task" [ 1206.837325] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.845702] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ba8673-8d6d-a944-42f6-e456c70ade9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.860859] env[62668]: INFO nova.virt.block_device [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Booting with volume a94c97a7-51ec-42ce-b1f9-1ea45ac749d3 at /dev/sda [ 1206.896899] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fce13fed-52a9-412a-b4f6-68075fffefac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.906217] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d361e34-b4af-4182-a6c8-cf787ac60753 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.932756] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb01b0c9-3c9f-41f6-a7c8-324e8e79be0f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.940579] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44572b-27a8-4321-8dbc-805820238f04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.967745] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fea21a-ff38-4305-9c12-dfa382e2c353 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.974554] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b53fc-2c28-476c-bf0e-0abd44024f3a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.988834] env[62668]: DEBUG nova.virt.block_device [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating existing volume attachment record: c4a97af9-8f57-497b-b12e-3692a7ee4669 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.095301] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684510, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313377} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.095559] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0327cbbe-7ae9-4673-a508-b5153759f324/0327cbbe-7ae9-4673-a508-b5153759f324.vmdk to [datastore2] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.096327] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb959760-96e1-4e82-8476-7dca339433a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.117471] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.117674] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475269ac-72ae-482a-af23-f24e1aa11414 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.137117] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1207.137117] env[62668]: value = "task-2684512" [ 1207.137117] env[62668]: _type = "Task" [ 1207.137117] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.145386] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.285444] env[62668]: DEBUG oslo_concurrency.lockutils [req-aa4953f4-33e7-47e2-a10a-9f9ed2130c08 req-afa1943e-b68e-45b4-9e72-e19effe764f4 service nova] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.347963] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52ba8673-8d6d-a944-42f6-e456c70ade9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014769} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.348737] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e33f5b-0a03-459b-b4cd-3a0251b56d62 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.353681] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1207.353681] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b4ecb7-7c81-944f-f3ff-bf673110c19d" [ 1207.353681] env[62668]: _type = "Task" [ 1207.353681] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.360847] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b4ecb7-7c81-944f-f3ff-bf673110c19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.647115] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684512, 'name': ReconfigVM_Task, 'duration_secs': 0.270614} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.647476] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 08973f6f-933a-4c0e-95e8-540f0ef8607e/08973f6f-933a-4c0e-95e8-540f0ef8607e.vmdk or device None with type streamOptimized {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.648121] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-362e3ebf-9641-4ad7-92ca-cf73a57869c9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.654381] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1207.654381] env[62668]: value = "task-2684513" [ 1207.654381] env[62668]: _type = "Task" [ 1207.654381] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.662554] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684513, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.700933] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Successfully updated port: 66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.863543] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b4ecb7-7c81-944f-f3ff-bf673110c19d, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.863666] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.863873] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.864127] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dc021ba-f91a-44b4-b71c-9d109208b864 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.870435] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1207.870435] env[62668]: value = "task-2684514" [ 1207.870435] env[62668]: _type = "Task" [ 1207.870435] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.877713] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.050741] env[62668]: DEBUG nova.compute.manager [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Received event network-vif-plugged-66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1208.050876] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.051092] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.051348] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.051522] env[62668]: DEBUG nova.compute.manager [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] No waiting events found dispatching network-vif-plugged-66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.051562] env[62668]: WARNING nova.compute.manager [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Received unexpected event network-vif-plugged-66d4758e-860c-4a01-a2b4-62e3282a1cab for instance with vm_state building and task_state block_device_mapping. [ 1208.051731] env[62668]: DEBUG nova.compute.manager [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Received event network-changed-66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1208.051927] env[62668]: DEBUG nova.compute.manager [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Refreshing instance network info cache due to event network-changed-66d4758e-860c-4a01-a2b4-62e3282a1cab. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1208.052134] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.052275] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.052431] env[62668]: DEBUG nova.network.neutron [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Refreshing network info cache for port 66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.168395] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684513, 'name': Rename_Task, 'duration_secs': 0.172893} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.168670] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.168866] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f51d79-169b-48aa-9e3e-7f35e763b3db {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.175363] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1208.175363] env[62668]: value = "task-2684515" [ 1208.175363] env[62668]: _type = "Task" [ 1208.175363] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.184228] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.204264] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.380689] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482785} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.380945] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.381190] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.381455] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5195986-e50c-4896-a8db-5e4c6419d4bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.387734] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1208.387734] env[62668]: value = "task-2684516" [ 1208.387734] env[62668]: _type = "Task" [ 1208.387734] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.395680] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.584997] env[62668]: DEBUG nova.network.neutron [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.655497] env[62668]: DEBUG nova.network.neutron [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.685267] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.898229] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099977} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.898578] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.899426] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf219805-688d-42af-8180-52340f5ccede {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.923216] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.923512] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7225e331-e96e-4f49-b799-2650bec42a31 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.944789] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1208.944789] env[62668]: value = "task-2684517" [ 1208.944789] env[62668]: _type = "Task" [ 1208.944789] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.953154] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.072901] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.073381] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.073602] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.073761] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.073947] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.074097] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.074244] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.074447] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.074606] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.074774] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.074940] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.075126] env[62668]: DEBUG nova.virt.hardware [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.075995] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d42f4-6b21-49ef-9218-9543f8116e30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.083570] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12215a-60e6-47ab-89dc-d1df1a992914 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.158468] env[62668]: DEBUG oslo_concurrency.lockutils [req-21c1d058-9e43-477d-8ce8-6e1e57dd7399 req-ff64140f-0de5-4b6c-8029-c8d31616f800 service nova] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.158841] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.159013] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.186607] env[62668]: DEBUG oslo_vmware.api [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684515, 'name': PowerOnVM_Task, 'duration_secs': 0.589683} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.186854] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.283402] env[62668]: DEBUG nova.compute.manager [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.284311] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57418514-e329-4f18-a294-0a72fdb8a24c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.454206] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.701151] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.802576] env[62668]: DEBUG oslo_concurrency.lockutils [None req-697ff88a-2252-4662-b693-63bff035ff66 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.249s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.854784] env[62668]: DEBUG nova.network.neutron [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.955123] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.357483] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.357830] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance network_info: |[{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.358303] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:ab:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d4758e-860c-4a01-a2b4-62e3282a1cab', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.365710] env[62668]: DEBUG oslo.service.loopingcall [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.365943] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.366144] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f2e2bc-08fd-43b3-82ee-9aa43e5dda0d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.385797] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.385797] env[62668]: value = "task-2684518" [ 1210.385797] env[62668]: _type = "Task" [ 1210.385797] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.392994] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684518, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.455131] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684517, 'name': ReconfigVM_Task, 'duration_secs': 1.360069} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.455427] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.456083] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b77e267f-3a7c-41d5-a9e7-e1787568f735 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.462511] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1210.462511] env[62668]: value = "task-2684519" [ 1210.462511] env[62668]: _type = "Task" [ 1210.462511] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.465857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.466130] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.466293] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.466511] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.466710] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.471267] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684519, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.471721] env[62668]: INFO nova.compute.manager [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Terminating instance [ 1210.895792] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684518, 'name': CreateVM_Task, 'duration_secs': 0.298717} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.896121] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.896720] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541150', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'name': 'volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2074d800-29fb-400a-8171-dc7192071af1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'serial': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'c4a97af9-8f57-497b-b12e-3692a7ee4669', 'volume_type': None}], 'swap': None} {{(pid=62668) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1210.896940] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Root volume attach. Driver type: vmdk {{(pid=62668) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1210.897703] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b91a7a9-333c-4f99-918b-47a0b7b570ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.904887] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2510f-5612-4473-ab38-ee7e823d1cf2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.910378] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709bd11-eae1-4fa3-9c3a-e28788b4dac5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.915764] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6319570f-48a6-4f10-b36d-01e752ce7149 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.923442] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1210.923442] env[62668]: value = "task-2684520" [ 1210.923442] env[62668]: _type = "Task" [ 1210.923442] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.930360] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.971944] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684519, 'name': Rename_Task, 'duration_secs': 0.133091} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.972255] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.972490] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe547671-5026-49ff-9b73-2c0e80bbc893 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.975916] env[62668]: DEBUG nova.compute.manager [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.976160] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.976929] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87126e6d-95c8-4e1a-989b-9ab6148bc2ad {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.980524] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1210.980524] env[62668]: value = "task-2684521" [ 1210.980524] env[62668]: _type = "Task" [ 1210.980524] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.986491] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.986979] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a47dae98-acaf-4801-a914-ebcbad7783b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.991714] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.992835] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1210.992835] env[62668]: value = "task-2684522" [ 1210.992835] env[62668]: _type = "Task" [ 1210.992835] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.000399] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.435515] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 42%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.491279] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.502079] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684522, 'name': PowerOffVM_Task, 'duration_secs': 0.394018} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.502402] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.502585] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.502870] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7cf1d4-0b20-48a8-9bba-6597cb93d81c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.627893] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.628134] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.628409] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleting the datastore file [datastore2] 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.628781] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016e6ecc-1bc1-4eed-a2a3-2c6fa0ecaa8e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.636297] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for the task: (returnval){ [ 1211.636297] env[62668]: value = "task-2684524" [ 1211.636297] env[62668]: _type = "Task" [ 1211.636297] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.644971] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.936726] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 56%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.991300] env[62668]: DEBUG oslo_vmware.api [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684521, 'name': PowerOnVM_Task, 'duration_secs': 0.636244} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.991503] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.991713] env[62668]: INFO nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1211.992023] env[62668]: DEBUG nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.992925] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ef323-9b5a-4c07-8e9a-3d4736f37e35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.147957] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.436469] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 69%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.512077] env[62668]: INFO nova.compute.manager [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Took 12.95 seconds to build instance. [ 1212.647382] env[62668]: DEBUG oslo_vmware.api [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Task: {'id': task-2684524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533653} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.648582] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.648582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.648582] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.648582] env[62668]: INFO nova.compute.manager [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1212.648582] env[62668]: DEBUG oslo.service.loopingcall [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.648940] env[62668]: DEBUG nova.compute.manager [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.648940] env[62668]: DEBUG nova.network.neutron [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.937150] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 84%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.014059] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ac80d6bb-d3f0-4859-8252-f8d1c00cf4e4 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.457s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.238893] env[62668]: DEBUG nova.compute.manager [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Received event network-changed-6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1213.239202] env[62668]: DEBUG nova.compute.manager [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Refreshing instance network info cache due to event network-changed-6a10a856-9d36-421c-b095-fb07b46ca322. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1213.239513] env[62668]: DEBUG oslo_concurrency.lockutils [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.239815] env[62668]: DEBUG oslo_concurrency.lockutils [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.240077] env[62668]: DEBUG nova.network.neutron [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Refreshing network info cache for port 6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.440303] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 97%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.936137] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task} progress is 98%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.946484] env[62668]: DEBUG nova.network.neutron [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updated VIF entry in instance network info cache for port 6a10a856-9d36-421c-b095-fb07b46ca322. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.946857] env[62668]: DEBUG nova.network.neutron [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.958889] env[62668]: DEBUG nova.network.neutron [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.438434] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684520, 'name': RelocateVM_Task, 'duration_secs': 3.042372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.438768] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.439028] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541150', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'name': 'volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2074d800-29fb-400a-8171-dc7192071af1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'serial': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.439857] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ea1011-6f9b-4519-8b77-2235365621cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.455358] env[62668]: DEBUG oslo_concurrency.lockutils [req-d14dcfa1-fd68-43d0-aae4-d7bb5ac9969a req-df553a0c-17c2-40cf-9802-c42b5d57ba5d service nova] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.456356] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9295111-7075-4412-ab95-2ee17338572d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.461957] env[62668]: INFO nova.compute.manager [-] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Took 1.81 seconds to deallocate network for instance. [ 1214.480509] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3/volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.483356] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935b6eab-cc43-4772-bdff-b02168325642 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.505191] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1214.505191] env[62668]: value = "task-2684525" [ 1214.505191] env[62668]: _type = "Task" [ 1214.505191] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.513388] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.999575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.999956] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.000021] env[62668]: DEBUG nova.objects.instance [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lazy-loading 'resources' on Instance uuid 08973f6f-933a-4c0e-95e8-540f0ef8607e {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.015304] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684525, 'name': ReconfigVM_Task, 'duration_secs': 0.276466} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.015553] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3/volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.020465] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bb69f9-05d3-4027-b8e4-b40f92451358 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.035812] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1215.035812] env[62668]: value = "task-2684526" [ 1215.035812] env[62668]: _type = "Task" [ 1215.035812] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.043567] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.265012] env[62668]: DEBUG nova.compute.manager [req-f5cfc04e-2e23-41b9-8cc7-628ba0a4c73f req-3dfad5fe-eb43-4470-8927-18d6360b80f7 service nova] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Received event network-vif-deleted-a7f1d860-e775-4b89-bebd-c9ba38d820c7 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1215.545533] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684526, 'name': ReconfigVM_Task, 'duration_secs': 0.119591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.547857] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541150', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'name': 'volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2074d800-29fb-400a-8171-dc7192071af1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'serial': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1215.548562] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f6c891-8d09-47ab-b7ea-595a8277e58a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.554730] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1215.554730] env[62668]: value = "task-2684527" [ 1215.554730] env[62668]: _type = "Task" [ 1215.554730] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.564558] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684527, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.578381] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121276d-faa2-4f6c-b421-5614e81e72bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.585843] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cfa43-1ab1-4985-a640-716a247130fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.614740] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7d8bd-cb4f-4304-8c98-4759b006076d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.621510] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bccd10-80db-453b-b1d8-1751015c1284 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.634156] env[62668]: DEBUG nova.compute.provider_tree [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.064653] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684527, 'name': Rename_Task, 'duration_secs': 0.140079} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.065022] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.065159] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c347f5b1-8e2f-4f01-ac49-f4ded3df20ef {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.070922] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1216.070922] env[62668]: value = "task-2684528" [ 1216.070922] env[62668]: _type = "Task" [ 1216.070922] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.077836] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.137298] env[62668]: DEBUG nova.scheduler.client.report [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.582473] env[62668]: DEBUG oslo_vmware.api [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684528, 'name': PowerOnVM_Task, 'duration_secs': 0.395454} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.582734] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.582981] env[62668]: INFO nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1216.583146] env[62668]: DEBUG nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.583893] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd89f8e-b8be-4258-9e2b-f61044b268fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.641858] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.659297] env[62668]: INFO nova.scheduler.client.report [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Deleted allocations for instance 08973f6f-933a-4c0e-95e8-540f0ef8607e [ 1217.102953] env[62668]: INFO nova.compute.manager [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Took 13.94 seconds to build instance. [ 1217.167711] env[62668]: DEBUG oslo_concurrency.lockutils [None req-396bf3aa-341b-4719-9cb9-c134dfa5bee2 tempest-ServerActionsTestOtherB-1124555489 tempest-ServerActionsTestOtherB-1124555489-project-member] Lock "08973f6f-933a-4c0e-95e8-540f0ef8607e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.701s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.539991] env[62668]: DEBUG nova.compute.manager [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1217.540202] env[62668]: DEBUG nova.compute.manager [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing instance network info cache due to event network-changed-a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1217.540420] env[62668]: DEBUG oslo_concurrency.lockutils [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] Acquiring lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.540569] env[62668]: DEBUG oslo_concurrency.lockutils [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] Acquired lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.540742] env[62668]: DEBUG nova.network.neutron [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Refreshing network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.604584] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1aef3ae1-c837-4217-ade0-99da90d914d3 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.447s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.228835] env[62668]: DEBUG nova.network.neutron [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updated VIF entry in instance network info cache for port a0a100a4-d99c-4618-8ff5-657dcbbabce1. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.229351] env[62668]: DEBUG nova.network.neutron [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [{"id": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "address": "fa:16:3e:1c:91:bd", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a100a4-d9", "ovs_interfaceid": "a0a100a4-d99c-4618-8ff5-657dcbbabce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.732359] env[62668]: DEBUG oslo_concurrency.lockutils [req-68d5475a-6c5e-4e57-8623-2b04bd8b1d7b req-a31a7580-14c5-40af-afc6-71d571834605 service nova] Releasing lock "refresh_cache-ca273e31-da7a-444d-8ee7-a744bdd2d553" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.996819] env[62668]: DEBUG nova.compute.manager [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.518272] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.518596] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.567475] env[62668]: DEBUG nova.compute.manager [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Received event network-changed-66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1219.567617] env[62668]: DEBUG nova.compute.manager [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Refreshing instance network info cache due to event network-changed-66d4758e-860c-4a01-a2b4-62e3282a1cab. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1219.567844] env[62668]: DEBUG oslo_concurrency.lockutils [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.567992] env[62668]: DEBUG oslo_concurrency.lockutils [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.568208] env[62668]: DEBUG nova.network.neutron [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Refreshing network info cache for port 66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.024091] env[62668]: INFO nova.compute.claims [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.271672] env[62668]: DEBUG nova.network.neutron [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updated VIF entry in instance network info cache for port 66d4758e-860c-4a01-a2b4-62e3282a1cab. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.272113] env[62668]: DEBUG nova.network.neutron [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.530185] env[62668]: INFO nova.compute.resource_tracker [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating resource usage from migration 11c23629-fdf7-498b-b5a1-4b4e82cd7b13 [ 1220.606084] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b64a2-7530-4c9b-890c-84e9510ba8f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.614047] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717d7760-956d-4024-966c-a9b1703be7a5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.642762] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13c3139-9d3e-4493-af27-eb9093f9347b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.649893] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e25bd0-b11a-465f-915c-5faf71397ff4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.662677] env[62668]: DEBUG nova.compute.provider_tree [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.774507] env[62668]: DEBUG oslo_concurrency.lockutils [req-aac606bb-a62b-4c9e-896c-ee26625b23d6 req-d4176945-8432-4de7-b77f-b7df1a4d60f2 service nova] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.166286] env[62668]: DEBUG nova.scheduler.client.report [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.671582] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.153s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.672055] env[62668]: INFO nova.compute.manager [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Migrating [ 1222.186968] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.186968] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.187696] env[62668]: DEBUG nova.network.neutron [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.899470] env[62668]: DEBUG nova.network.neutron [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.402574] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.918455] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2289c-8dfd-4e0a-9cbe-826e6c16f4a4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.939315] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.447709] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.450046] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-facddd50-9412-4f1b-aa54-9b8bbd00bca8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.457050] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1225.457050] env[62668]: value = "task-2684530" [ 1225.457050] env[62668]: _type = "Task" [ 1225.457050] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.463659] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.967163] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684530, 'name': PowerOffVM_Task, 'duration_secs': 0.230688} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.967555] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.967608] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.161747] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.162017] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.474239] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.474511] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.474676] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.474864] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.475023] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.475174] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.475416] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.475584] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.475784] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.475969] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.476167] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.481342] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75cef96-f0e2-4fa1-a763-df4eee983fc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.497730] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1226.497730] env[62668]: value = "task-2684531" [ 1226.497730] env[62668]: _type = "Task" [ 1226.497730] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.505937] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.664608] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.007576] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684531, 'name': ReconfigVM_Task, 'duration_secs': 0.269363} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.007922] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.188959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.189321] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.191186] env[62668]: INFO nova.compute.claims [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.513848] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.514109] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.514293] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.514491] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.514643] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.514794] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.514997] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.515257] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.515430] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.515595] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.515770] env[62668]: DEBUG nova.virt.hardware [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.520987] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.521303] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa5ab32-dec2-43a0-a4fe-f88a4433eec5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.540424] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1227.540424] env[62668]: value = "task-2684532" [ 1227.540424] env[62668]: _type = "Task" [ 1227.540424] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.548195] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.050584] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684532, 'name': ReconfigVM_Task, 'duration_secs': 0.144999} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.050885] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.051734] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae42aa-c68c-447a-8458-be414b0c8dde {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.074437] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3/volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.074713] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7174bab6-32b8-45e9-a793-7d372161dcee {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.091599] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1228.091599] env[62668]: value = "task-2684533" [ 1228.091599] env[62668]: _type = "Task" [ 1228.091599] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.098705] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.279531] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f51a95-f124-45ef-abd2-840daba9b001 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.286891] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affb85b-8530-4798-8388-ecefc980a499 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.316276] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ec477-78c7-4018-8b13-8d771c486967 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.322945] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbd1668-695a-4ffa-9b9a-9cdb7c353751 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.335566] env[62668]: DEBUG nova.compute.provider_tree [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.602352] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684533, 'name': ReconfigVM_Task, 'duration_secs': 0.228584} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.602617] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3/volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.602963] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.839133] env[62668]: DEBUG nova.scheduler.client.report [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.109969] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2320b701-4883-4ba8-bdc8-07c7b6140803 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.130625] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2ac58-092a-4aff-8e97-90811f1fb26f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.147594] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.345180] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.345717] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.850556] env[62668]: DEBUG nova.compute.utils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.852078] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.852254] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.893731] env[62668]: DEBUG nova.policy [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c4e7e8623049e882f10b01eaa2bd24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '169d11afbb084b2a961c1b345898d7b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.159399] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Successfully created port: 7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.356596] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.777654] env[62668]: DEBUG nova.network.neutron [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Port 66d4758e-860c-4a01-a2b4-62e3282a1cab binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.366295] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.393035] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.393310] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.393475] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.393667] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.393806] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.393954] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.394183] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.394344] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.394516] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.394672] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.394841] env[62668]: DEBUG nova.virt.hardware [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.395720] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d64de8-8178-4463-8777-dec8556c9a99 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.404979] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ee3cb3-4429-45fc-92f4-fc821d9580f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.507394] env[62668]: DEBUG nova.compute.manager [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Received event network-vif-plugged-7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1231.507623] env[62668]: DEBUG oslo_concurrency.lockutils [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.507838] env[62668]: DEBUG oslo_concurrency.lockutils [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.508015] env[62668]: DEBUG oslo_concurrency.lockutils [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.510194] env[62668]: DEBUG nova.compute.manager [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] No waiting events found dispatching network-vif-plugged-7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.510416] env[62668]: WARNING nova.compute.manager [req-eab0c882-55d9-4284-a33f-b401e3ecd3d6 req-211f83d4-aef9-460e-aeee-dc5d0cf5e4b3 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Received unexpected event network-vif-plugged-7a2b467f-e91a-43fa-affa-ce4092ccf064 for instance with vm_state building and task_state spawning. [ 1231.586027] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Successfully updated port: 7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.801620] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.801874] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.802110] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.088733] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.088946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.089172] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.621178] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.745656] env[62668]: DEBUG nova.network.neutron [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [{"id": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "address": "fa:16:3e:19:5a:68", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2b467f-e9", "ovs_interfaceid": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.836217] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.836414] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.836595] env[62668]: DEBUG nova.network.neutron [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.248686] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.249023] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Instance network_info: |[{"id": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "address": "fa:16:3e:19:5a:68", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2b467f-e9", "ovs_interfaceid": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.249490] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:5a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a2b467f-e91a-43fa-affa-ce4092ccf064', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.256768] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating folder: Project (169d11afbb084b2a961c1b345898d7b2). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.257055] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae81b52-8c6a-4f3e-b987-13289db758ca {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.267893] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created folder: Project (169d11afbb084b2a961c1b345898d7b2) in parent group-v540833. [ 1233.268098] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating folder: Instances. Parent ref: group-v541155. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.268336] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d626216-672a-4c43-b401-c99c03399998 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.276224] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created folder: Instances in parent group-v541155. [ 1233.276444] env[62668]: DEBUG oslo.service.loopingcall [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.276627] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.276836] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3e80e0-dd99-4036-9d45-11439b212165 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.294477] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.294477] env[62668]: value = "task-2684536" [ 1233.294477] env[62668]: _type = "Task" [ 1233.294477] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.301849] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684536, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.535095] env[62668]: DEBUG nova.compute.manager [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Received event network-changed-7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1233.535323] env[62668]: DEBUG nova.compute.manager [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Refreshing instance network info cache due to event network-changed-7a2b467f-e91a-43fa-affa-ce4092ccf064. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1233.535552] env[62668]: DEBUG oslo_concurrency.lockutils [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] Acquiring lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.535689] env[62668]: DEBUG oslo_concurrency.lockutils [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] Acquired lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.535850] env[62668]: DEBUG nova.network.neutron [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Refreshing network info cache for port 7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.560340] env[62668]: DEBUG nova.network.neutron [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.804657] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684536, 'name': CreateVM_Task, 'duration_secs': 0.295838} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.805016] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.805597] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.805681] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.805999] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.806263] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3907e4-447a-4cf7-a762-2619d9015c9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.810852] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1233.810852] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52544ee0-bea0-f9b5-6238-f5f2c41317ce" [ 1233.810852] env[62668]: _type = "Task" [ 1233.810852] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.818152] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52544ee0-bea0-f9b5-6238-f5f2c41317ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.064748] env[62668]: DEBUG oslo_concurrency.lockutils [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.213052] env[62668]: DEBUG nova.network.neutron [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updated VIF entry in instance network info cache for port 7a2b467f-e91a-43fa-affa-ce4092ccf064. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.213465] env[62668]: DEBUG nova.network.neutron [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [{"id": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "address": "fa:16:3e:19:5a:68", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2b467f-e9", "ovs_interfaceid": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.321559] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52544ee0-bea0-f9b5-6238-f5f2c41317ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.321814] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.322134] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.322341] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.322491] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.322670] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.322936] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e27342-d8fa-49a4-b272-36aef56f7429 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.331253] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.331432] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.332250] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6dec0aa-8353-4667-b642-a8ec0e8e11cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.337060] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1234.337060] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b65fb1-59b8-375d-e604-09ebba2ea7c3" [ 1234.337060] env[62668]: _type = "Task" [ 1234.337060] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.343879] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b65fb1-59b8-375d-e604-09ebba2ea7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.575407] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c916b-64e6-40f6-a12a-6c66f9d266b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.582528] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8120a5e-e63a-4ea2-a1fd-ea31298e4001 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.716245] env[62668]: DEBUG oslo_concurrency.lockutils [req-22beb7f8-6311-4129-9233-1d24cf091ea4 req-9462b4ee-8893-4b98-befe-de16c7c73a17 service nova] Releasing lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.847929] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b65fb1-59b8-375d-e604-09ebba2ea7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.007912} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.848743] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3bd2023-0672-46c8-9d84-285efd106c78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.853891] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1234.853891] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b51479-8cd6-c894-e448-99cd803bd7e0" [ 1234.853891] env[62668]: _type = "Task" [ 1234.853891] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.861120] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b51479-8cd6-c894-e448-99cd803bd7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.365607] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b51479-8cd6-c894-e448-99cd803bd7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.365871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.366151] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 44aed0b2-0ad0-496e-b171-6f09a0817016/44aed0b2-0ad0-496e-b171-6f09a0817016.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.366408] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7003a737-bdcc-4c28-acd0-3449ad33f0ac {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.373816] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1235.373816] env[62668]: value = "task-2684537" [ 1235.373816] env[62668]: _type = "Task" [ 1235.373816] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.380825] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.678643] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4b854-df67-43d2-b03c-041145d2c36c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.699311] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051b80d-107a-4679-9108-fd0ec92cb8b4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.706714] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.884260] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43279} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.884602] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] 44aed0b2-0ad0-496e-b171-6f09a0817016/44aed0b2-0ad0-496e-b171-6f09a0817016.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.884678] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.884915] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0aee5f1-da50-474f-933a-bae79197281c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.891685] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1235.891685] env[62668]: value = "task-2684538" [ 1235.891685] env[62668]: _type = "Task" [ 1235.891685] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.898954] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.213704] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.214044] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826a53eb-27c6-4c10-a751-527f7b807502 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.221118] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1236.221118] env[62668]: value = "task-2684539" [ 1236.221118] env[62668]: _type = "Task" [ 1236.221118] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.229071] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.402134] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061172} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.402376] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.403188] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570bbe39-4a75-4eac-bf9b-77a09e7b4693 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.424280] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 44aed0b2-0ad0-496e-b171-6f09a0817016/44aed0b2-0ad0-496e-b171-6f09a0817016.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.424509] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efb4659-b15a-4379-99d5-dcb98e0b275c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.443389] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1236.443389] env[62668]: value = "task-2684540" [ 1236.443389] env[62668]: _type = "Task" [ 1236.443389] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.452391] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.731335] env[62668]: DEBUG oslo_vmware.api [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684539, 'name': PowerOnVM_Task, 'duration_secs': 0.37967} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.731637] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.732063] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-913ffe9d-d34d-4ad5-9a89-15b94487c22c tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance '2074d800-29fb-400a-8171-dc7192071af1' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.953714] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.453246] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684540, 'name': ReconfigVM_Task, 'duration_secs': 0.894932} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.453500] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 44aed0b2-0ad0-496e-b171-6f09a0817016/44aed0b2-0ad0-496e-b171-6f09a0817016.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.454124] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e4860d-d5a9-4da9-9965-eebdd8be52fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.460017] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1237.460017] env[62668]: value = "task-2684541" [ 1237.460017] env[62668]: _type = "Task" [ 1237.460017] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.467090] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684541, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.970260] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684541, 'name': Rename_Task, 'duration_secs': 0.168028} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.970667] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.971047] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ebc0b4-f641-4d12-9fec-4fca39159e46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.976905] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1237.976905] env[62668]: value = "task-2684542" [ 1237.976905] env[62668]: _type = "Task" [ 1237.976905] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.984303] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.439141] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.439407] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.439601] env[62668]: DEBUG nova.compute.manager [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Going to confirm migration 9 {{(pid=62668) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1238.487328] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.982463] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.982720] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquired lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.982806] env[62668]: DEBUG nova.network.neutron [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.982991] env[62668]: DEBUG nova.objects.instance [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'info_cache' on Instance uuid 2074d800-29fb-400a-8171-dc7192071af1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.990258] env[62668]: DEBUG oslo_vmware.api [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684542, 'name': PowerOnVM_Task, 'duration_secs': 0.52945} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.990518] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.990725] env[62668]: INFO nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1238.990904] env[62668]: DEBUG nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.991666] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37543691-5276-4715-9119-91c0e637b5cb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.509532] env[62668]: INFO nova.compute.manager [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Took 12.34 seconds to build instance. [ 1240.011781] env[62668]: DEBUG oslo_concurrency.lockutils [None req-1a022741-192f-420d-92f1-ec0f4c1263fb tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.849s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.187559] env[62668]: DEBUG nova.network.neutron [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [{"id": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "address": "fa:16:3e:45:ab:14", "network": {"id": "06866ab5-49e8-4ec4-aff7-ba160125a5b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-26267544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3422f18f03b14b67a15d8927015bfdf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d4758e-86", "ovs_interfaceid": "66d4758e-860c-4a01-a2b4-62e3282a1cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.276047] env[62668]: DEBUG nova.compute.manager [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Received event network-changed-7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1240.276047] env[62668]: DEBUG nova.compute.manager [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Refreshing instance network info cache due to event network-changed-7a2b467f-e91a-43fa-affa-ce4092ccf064. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1240.276047] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] Acquiring lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.276047] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] Acquired lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.276047] env[62668]: DEBUG nova.network.neutron [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Refreshing network info cache for port 7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.690322] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Releasing lock "refresh_cache-2074d800-29fb-400a-8171-dc7192071af1" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.690580] env[62668]: DEBUG nova.objects.instance [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'migration_context' on Instance uuid 2074d800-29fb-400a-8171-dc7192071af1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.973773] env[62668]: DEBUG nova.network.neutron [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updated VIF entry in instance network info cache for port 7a2b467f-e91a-43fa-affa-ce4092ccf064. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.974158] env[62668]: DEBUG nova.network.neutron [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [{"id": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "address": "fa:16:3e:19:5a:68", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2b467f-e9", "ovs_interfaceid": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.193643] env[62668]: DEBUG nova.objects.base [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Object Instance<2074d800-29fb-400a-8171-dc7192071af1> lazy-loaded attributes: info_cache,migration_context {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.194621] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46d1f5-352b-45a6-83f7-9c7461c692c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.213736] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd283c73-96b4-499e-bc20-92f6788e7556 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.218661] env[62668]: DEBUG oslo_vmware.api [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1241.218661] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5245c3e7-f503-4fa4-da18-b0258c5fedc3" [ 1241.218661] env[62668]: _type = "Task" [ 1241.218661] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.226058] env[62668]: DEBUG oslo_vmware.api [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5245c3e7-f503-4fa4-da18-b0258c5fedc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.477261] env[62668]: DEBUG oslo_concurrency.lockutils [req-6b05c82d-c5eb-4b47-a186-7cbbf0c0bd88 req-fa5100bb-7f24-48fc-8614-a6a7c1331104 service nova] Releasing lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.728912] env[62668]: DEBUG oslo_vmware.api [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5245c3e7-f503-4fa4-da18-b0258c5fedc3, 'name': SearchDatastore_Task, 'duration_secs': 0.008656} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.729164] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.729366] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.313609] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa35165-7407-404a-9c4e-d6d12e99b687 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.321045] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1ba05-d3a3-4e06-ae62-de92f9554f04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.351395] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3485a-f7b3-4d42-ba64-b70bdc8d6fb8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.358169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf15bf-20d4-4d68-b3ad-42f704e7bbd5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.370718] env[62668]: DEBUG nova.compute.provider_tree [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.873814] env[62668]: DEBUG nova.scheduler.client.report [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.883296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.154s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.436361] env[62668]: INFO nova.scheduler.client.report [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocation for migration 11c23629-fdf7-498b-b5a1-4b4e82cd7b13 [ 1244.943073] env[62668]: DEBUG oslo_concurrency.lockutils [None req-baa073ce-f845-4eca-b9bf-cb856bb8cc66 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.503s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.977664] env[62668]: INFO nova.compute.manager [None req-fdf0002d-355d-4668-98a6-5f076aa554b6 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Get console output [ 1244.977891] env[62668]: WARNING nova.virt.vmwareapi.driver [None req-fdf0002d-355d-4668-98a6-5f076aa554b6 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] The console log is missing. Check your VSPC configuration [ 1248.926849] env[62668]: DEBUG nova.compute.manager [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Stashing vm_state: active {{(pid=62668) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1249.443655] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.443907] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.713058] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.713627] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.948904] env[62668]: INFO nova.compute.claims [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.217027] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.454982] env[62668]: INFO nova.compute.resource_tracker [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating resource usage from migration bab2fa33-c5e9-4be4-9dc5-93aa1954e229 [ 1250.536717] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914c75e-7f4e-4dd5-adef-400c238774ae {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.544440] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d248c3-7c5a-41c3-9d37-73095f5b0011 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.574490] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a5f71-ce64-4614-ba72-9f9845948df2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.581178] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29eaf3e-2ca8-48b7-97ed-b2e22f5b85b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.593815] env[62668]: DEBUG nova.compute.provider_tree [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.099399] env[62668]: DEBUG nova.scheduler.client.report [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.659365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.659365] env[62668]: INFO nova.compute.manager [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Migrating [ 1251.659365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.392s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.659365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.659365] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1251.659365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f6306c-cc5c-4434-aef0-d20a850a7124 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.659365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fdfdb-8a36-4a47-909d-9eff7eee6b7e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.659365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95ec0f-9880-4525-b9ea-df8634faef79 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.659365] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796f243-0b1b-49dd-8ca5-17b0c0000178 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.677537] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180548MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1251.677690] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.677871] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.121959] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.122410] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.122485] env[62668]: DEBUG nova.network.neutron [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.684709] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Applying migration context for instance fc2730bd-ba8d-4be5-aa5f-84766d5a4310 as it has an incoming, in-progress migration bab2fa33-c5e9-4be4-9dc5-93aa1954e229. Migration status is pre-migrating {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1252.685668] env[62668]: INFO nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating resource usage from migration bab2fa33-c5e9-4be4-9dc5-93aa1954e229 [ 1252.699997] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance ca273e31-da7a-444d-8ee7-a744bdd2d553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.700577] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.700577] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 2074d800-29fb-400a-8171-dc7192071af1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.700577] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 44aed0b2-0ad0-496e-b171-6f09a0817016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.700577] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Migration bab2fa33-c5e9-4be4-9dc5-93aa1954e229 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1252.700778] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance fc2730bd-ba8d-4be5-aa5f-84766d5a4310 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.700814] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1252.700992] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1252.773782] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba32034-ec1d-4917-bbb3-da96a0f1cc43 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.783863] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18c0ac-e9fb-4b4c-a204-1138a102af52 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.818281] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3528712a-fae2-4af4-851c-170318f004d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.826401] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beafa0fb-88e0-467e-9767-9b6260b8d39f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.841801] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.849981] env[62668]: DEBUG nova.network.neutron [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.345064] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.352092] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.850213] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1253.850424] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.865542] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e0799-f5df-40c0-b3fb-eba9a464f328 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.883698] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 0 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.389693] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.389995] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee1fcfe-48f9-4a4b-bf5e-424ae833a653 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.397421] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1255.397421] env[62668]: value = "task-2684543" [ 1255.397421] env[62668]: _type = "Task" [ 1255.397421] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.404840] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.850113] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.850319] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1255.907188] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684543, 'name': PowerOffVM_Task, 'duration_secs': 0.164174} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.907570] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.907570] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 17 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.414684] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.415038] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.415268] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.415531] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.415752] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.415973] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.416286] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.416522] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.416809] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.417128] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.417433] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.423882] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a8d690-36db-4fe5-83ab-7c1770bb8de4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.440929] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1256.440929] env[62668]: value = "task-2684544" [ 1256.440929] env[62668]: _type = "Task" [ 1256.440929] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.448946] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.950603] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684544, 'name': ReconfigVM_Task, 'duration_secs': 0.163052} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.950944] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 33 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.457132] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.457401] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.457589] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.457777] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.457923] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.458086] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.458298] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.458462] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.458624] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.458785] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.458959] env[62668]: DEBUG nova.virt.hardware [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.464227] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.464509] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78687e55-4f5f-4e01-886a-e775d5708ea0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.483424] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1257.483424] env[62668]: value = "task-2684545" [ 1257.483424] env[62668]: _type = "Task" [ 1257.483424] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.491137] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.994225] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684545, 'name': ReconfigVM_Task, 'duration_secs': 0.173712} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.994225] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.994639] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028dadab-5d3e-4d97-bece-05c2a19243a8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.016098] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.016356] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c751b58b-f9af-414a-9ea2-aa32932fd5ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.033968] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1258.033968] env[62668]: value = "task-2684546" [ 1258.033968] env[62668]: _type = "Task" [ 1258.033968] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.041956] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.544434] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684546, 'name': ReconfigVM_Task, 'duration_secs': 0.266638} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.544688] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.544925] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 50 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.051495] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330672c-3317-4584-a098-7b1761a1ba4e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.071109] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132f4b19-e3ea-400b-94a2-fa4080c70583 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.087741] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 67 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.624716] env[62668]: DEBUG nova.network.neutron [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Port 6a10a856-9d36-421c-b095-fb07b46ca322 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.872122] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Didn't find any instances for network info cache update. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1259.872469] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.872660] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.872814] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.872963] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.873125] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.873278] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.873404] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1260.647954] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.648470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.648470] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.682925] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.683225] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.683314] env[62668]: DEBUG nova.network.neutron [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.373697] env[62668]: DEBUG nova.network.neutron [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.876577] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.399595] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f81e14-121f-49a4-a782-dc4c3a65ad8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.418410] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f0043-2b77-479d-9435-dbc2890b73bd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.424838] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 83 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.931641] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.932060] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd6e3b8-93d6-4db5-b068-59b94423f7e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.939134] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1263.939134] env[62668]: value = "task-2684547" [ 1263.939134] env[62668]: _type = "Task" [ 1263.939134] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.946764] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.448842] env[62668]: DEBUG oslo_vmware.api [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684547, 'name': PowerOnVM_Task, 'duration_secs': 0.345191} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.449123] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.449320] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f8779bb3-d4e2-41d1-bd0b-72d81eda436f tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance 'fc2730bd-ba8d-4be5-aa5f-84766d5a4310' progress to 100 {{(pid=62668) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.434900] env[62668]: DEBUG nova.network.neutron [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Port 6a10a856-9d36-421c-b095-fb07b46ca322 binding to destination host cpu-1 is already ACTIVE {{(pid=62668) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1266.435296] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.435424] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.435634] env[62668]: DEBUG nova.network.neutron [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.128590] env[62668]: DEBUG nova.network.neutron [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.631566] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.135012] env[62668]: DEBUG nova.compute.manager [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62668) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1268.135259] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.135499] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.638503] env[62668]: DEBUG nova.objects.instance [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'migration_context' on Instance uuid fc2730bd-ba8d-4be5-aa5f-84766d5a4310 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.227916] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28b7cd-bb60-4c30-af36-c6a8094ddce0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.235618] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38588acd-b6fe-4d21-a54c-fe3ee3cfa338 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.266093] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103beac-6140-4b00-879f-0575cc69fce0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.273351] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5325c1-e408-463a-b2b5-c48caf3f8316 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.285924] env[62668]: DEBUG nova.compute.provider_tree [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.789219] env[62668]: DEBUG nova.scheduler.client.report [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.801403] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.666s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.884781] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.885224] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.885224] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "2074d800-29fb-400a-8171-dc7192071af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.885404] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.885575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.887440] env[62668]: INFO nova.compute.manager [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Terminating instance [ 1272.340032] env[62668]: INFO nova.compute.manager [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Swapping old allocation on dict_keys(['7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57']) held by migration bab2fa33-c5e9-4be4-9dc5-93aa1954e229 for instance [ 1272.361202] env[62668]: DEBUG nova.scheduler.client.report [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Overwriting current allocation {'allocations': {'7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '07c17585e64a4920bc8ae7963ec93011', 'user_id': 'b05e4c903015418290aaf244c5b04c00', 'consumer_generation': 1} on consumer fc2730bd-ba8d-4be5-aa5f-84766d5a4310 {{(pid=62668) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1272.390666] env[62668]: DEBUG nova.compute.manager [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.390903] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.391184] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8447f1c-c961-4b58-ba65-3e1d240bd53a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.398396] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1272.398396] env[62668]: value = "task-2684548" [ 1272.398396] env[62668]: _type = "Task" [ 1272.398396] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.406098] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.443366] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.443562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.443754] env[62668]: DEBUG nova.network.neutron [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.908051] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684548, 'name': PowerOffVM_Task, 'duration_secs': 0.213994} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.908495] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.908568] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.908704] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541150', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'name': 'volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2074d800-29fb-400a-8171-dc7192071af1', 'attached_at': '2025-02-19T13:06:12.000000', 'detached_at': '', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'serial': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.909482] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc560a69-9201-4968-ab5b-69d69489ea78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.927366] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479220df-d864-4f07-8b4e-7218ba1358f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.933694] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77eae25-acec-4dd8-b7d1-3d5ee11ce520 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.953508] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047786e1-a3c7-4201-b6e2-690a00e8f2ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.968784] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] The volume has not been displaced from its original location: [datastore1] volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3/volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.974066] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.974383] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a685a4-aad5-43ea-92a3-def38af34b32 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.994225] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1272.994225] env[62668]: value = "task-2684549" [ 1272.994225] env[62668]: _type = "Task" [ 1272.994225] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.001700] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.155894] env[62668]: DEBUG nova.network.neutron [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [{"id": "6a10a856-9d36-421c-b095-fb07b46ca322", "address": "fa:16:3e:af:f7:47", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10a856-9d", "ovs_interfaceid": "6a10a856-9d36-421c-b095-fb07b46ca322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.504212] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684549, 'name': ReconfigVM_Task, 'duration_secs': 0.151713} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.504475] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.508922] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308c43ec-5440-438b-bdac-90cf7bcad4d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.522658] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1273.522658] env[62668]: value = "task-2684550" [ 1273.522658] env[62668]: _type = "Task" [ 1273.522658] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.529924] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.658808] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-fc2730bd-ba8d-4be5-aa5f-84766d5a4310" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.659295] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.659580] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b85c0a45-d741-42d7-a369-0dfdd529b3dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.666866] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1273.666866] env[62668]: value = "task-2684551" [ 1273.666866] env[62668]: _type = "Task" [ 1273.666866] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.674796] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.031699] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.178040] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684551, 'name': PowerOffVM_Task, 'duration_secs': 0.168897} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.178299] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.178931] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.179164] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.179321] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.179509] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.179660] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.179806] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.180017] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.180185] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.180352] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.180513] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.180685] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.185410] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0d7c8a-91cc-4d2d-85ca-f4cf30b07e1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.200417] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1274.200417] env[62668]: value = "task-2684552" [ 1274.200417] env[62668]: _type = "Task" [ 1274.200417] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.209129] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.532796] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684550, 'name': ReconfigVM_Task, 'duration_secs': 0.683685} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.533088] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541150', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'name': 'volume-a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2074d800-29fb-400a-8171-dc7192071af1', 'attached_at': '2025-02-19T13:06:12.000000', 'detached_at': '', 'volume_id': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3', 'serial': 'a94c97a7-51ec-42ce-b1f9-1ea45ac749d3'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.533380] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.534129] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d12a4-c08e-47a5-b240-09f85de17546 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.540367] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.540591] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f5bb86d-cfe0-4d6e-bea6-6d72ba1d5ded {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.608339] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.608543] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.608814] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 2074d800-29fb-400a-8171-dc7192071af1 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.609102] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1223c59-992a-49ab-bf94-39d0b7f968f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.615303] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1274.615303] env[62668]: value = "task-2684554" [ 1274.615303] env[62668]: _type = "Task" [ 1274.615303] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.622889] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.709932] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684552, 'name': ReconfigVM_Task, 'duration_secs': 0.128808} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.710780] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d559900-06dc-4425-9382-c5a50d35d4c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.732019] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.732273] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.732458] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.732657] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.732804] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.732951] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.733172] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.733336] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.733533] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.733704] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.733877] env[62668]: DEBUG nova.virt.hardware [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.734670] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b203356-4eca-4503-92b9-16893d5a4757 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.739921] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1274.739921] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b181de-7fa8-550e-fc70-878dec803b7e" [ 1274.739921] env[62668]: _type = "Task" [ 1274.739921] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.747499] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b181de-7fa8-550e-fc70-878dec803b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.125052] env[62668]: DEBUG oslo_vmware.api [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081126} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.125425] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.125482] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.125624] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.125799] env[62668]: INFO nova.compute.manager [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1275.126067] env[62668]: DEBUG oslo.service.loopingcall [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.126263] env[62668]: DEBUG nova.compute.manager [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.126356] env[62668]: DEBUG nova.network.neutron [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.249864] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52b181de-7fa8-550e-fc70-878dec803b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.255152] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.255433] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190d5249-dd11-4cb5-b181-af6bade327e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.272876] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1275.272876] env[62668]: value = "task-2684555" [ 1275.272876] env[62668]: _type = "Task" [ 1275.272876] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.280542] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.564679] env[62668]: DEBUG nova.compute.manager [req-260e3d9f-65b3-46ac-85bf-968248fe29b8 req-0b63fe31-eec6-427f-9dd7-f026169a8765 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Received event network-vif-deleted-66d4758e-860c-4a01-a2b4-62e3282a1cab {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1275.564679] env[62668]: INFO nova.compute.manager [req-260e3d9f-65b3-46ac-85bf-968248fe29b8 req-0b63fe31-eec6-427f-9dd7-f026169a8765 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Neutron deleted interface 66d4758e-860c-4a01-a2b4-62e3282a1cab; detaching it from the instance and deleting it from the info cache [ 1275.565215] env[62668]: DEBUG nova.network.neutron [req-260e3d9f-65b3-46ac-85bf-968248fe29b8 req-0b63fe31-eec6-427f-9dd7-f026169a8765 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.784653] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684555, 'name': ReconfigVM_Task, 'duration_secs': 0.193197} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.784653] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.785726] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0bfd31-6b96-435e-a8cc-4b7af48384d0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.808259] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.808560] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0168679f-525b-45fb-bc17-d65ba0c09f8d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.827106] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1275.827106] env[62668]: value = "task-2684556" [ 1275.827106] env[62668]: _type = "Task" [ 1275.827106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.835261] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.046799] env[62668]: DEBUG nova.network.neutron [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.067848] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e3ab7c6-389f-430a-85ac-2cdd116a4c86 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.077453] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8734e7c3-b1ec-4e0f-8519-42e182921312 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.103929] env[62668]: DEBUG nova.compute.manager [req-260e3d9f-65b3-46ac-85bf-968248fe29b8 req-0b63fe31-eec6-427f-9dd7-f026169a8765 service nova] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Detach interface failed, port_id=66d4758e-860c-4a01-a2b4-62e3282a1cab, reason: Instance 2074d800-29fb-400a-8171-dc7192071af1 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1276.336817] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684556, 'name': ReconfigVM_Task, 'duration_secs': 0.28121} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.337165] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Reconfigured VM instance instance-00000075 to attach disk [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310/fc2730bd-ba8d-4be5-aa5f-84766d5a4310.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.338105] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2f79b-44da-43f3-8c61-17ad0ddb7255 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.356039] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091fe144-7c79-47b8-8276-2feb315bba50 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.374166] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e0939-3c34-4ad6-8f9d-eb9f92b796e4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.393516] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c26db-e74d-4d24-b05f-7def77b1b3c1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.400386] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.400623] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a9bb8b-a977-4607-af6e-3ec1bbfda381 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.407551] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1276.407551] env[62668]: value = "task-2684557" [ 1276.407551] env[62668]: _type = "Task" [ 1276.407551] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.415021] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.550941] env[62668]: INFO nova.compute.manager [-] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Took 1.42 seconds to deallocate network for instance. [ 1276.919045] env[62668]: DEBUG oslo_vmware.api [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684557, 'name': PowerOnVM_Task, 'duration_secs': 0.373816} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.919045] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.093438] env[62668]: INFO nova.compute.manager [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Took 0.54 seconds to detach 1 volumes for instance. [ 1277.095804] env[62668]: DEBUG nova.compute.manager [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Deleting volume: a94c97a7-51ec-42ce-b1f9-1ea45ac749d3 {{(pid=62668) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1277.489867] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.489867] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.631689] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.631975] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.632204] env[62668]: DEBUG nova.objects.instance [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'resources' on Instance uuid 2074d800-29fb-400a-8171-dc7192071af1 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.929543] env[62668]: INFO nova.compute.manager [None req-c7cd0fc7-9c1b-4420-9004-afa854d23081 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance to original state: 'active' [ 1277.992711] env[62668]: DEBUG nova.compute.utils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.208980] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d12c57-8721-41ec-9482-b5fc1671344c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.216582] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e0bb8a-eaff-4a32-8a67-cf0543af097a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.247913] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22a159-9168-4ef6-ba3a-3f3577abd34f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.255050] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a79e3b-cd57-484a-aaa3-ddeee94f17c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.268554] env[62668]: DEBUG nova.compute.provider_tree [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.496103] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.772574] env[62668]: DEBUG nova.scheduler.client.report [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.823813] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.824078] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.824292] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.824484] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.824697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.826699] env[62668]: INFO nova.compute.manager [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Terminating instance [ 1279.277455] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.296981] env[62668]: INFO nova.scheduler.client.report [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocations for instance 2074d800-29fb-400a-8171-dc7192071af1 [ 1279.330206] env[62668]: DEBUG nova.compute.manager [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.330453] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.331322] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f6a73b-9f54-4c09-ba0f-f67429a03207 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.340131] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.340364] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-597f26ac-08e4-462a-ae72-7499940093c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.347234] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1279.347234] env[62668]: value = "task-2684559" [ 1279.347234] env[62668]: _type = "Task" [ 1279.347234] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.355863] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.560668] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.561018] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.561151] env[62668]: INFO nova.compute.manager [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Attaching volume 5c92cf70-fb05-41fe-86a5-443ff52fec45 to /dev/sdb [ 1279.591013] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eda1c9-b8fd-4345-9af3-d92cefe26734 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.598102] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8272988-2ef0-4ad8-b4bd-c9e09c137b91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.610250] env[62668]: DEBUG nova.virt.block_device [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating existing volume attachment record: 8471c260-a987-45fb-a3d7-394fca2981db {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.806100] env[62668]: DEBUG oslo_concurrency.lockutils [None req-9a96f830-8358-4e49-8da2-7b32d0af10a2 tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "2074d800-29fb-400a-8171-dc7192071af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.921s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.856821] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684559, 'name': PowerOffVM_Task, 'duration_secs': 0.178943} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.857137] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.857339] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.857615] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1cbc64-3eea-4a5d-b294-7604c66f7aff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.926138] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.926408] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.926701] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleting the datastore file [datastore1] fc2730bd-ba8d-4be5-aa5f-84766d5a4310 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.927048] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3996e1af-9309-4410-8ca3-f887750c3437 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.933012] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1279.933012] env[62668]: value = "task-2684564" [ 1279.933012] env[62668]: _type = "Task" [ 1279.933012] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.940618] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.442338] env[62668]: DEBUG oslo_vmware.api [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139886} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.442658] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.442846] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.443051] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.443231] env[62668]: INFO nova.compute.manager [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1280.443500] env[62668]: DEBUG oslo.service.loopingcall [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.443711] env[62668]: DEBUG nova.compute.manager [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.443807] env[62668]: DEBUG nova.network.neutron [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.654892] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.655204] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.655434] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.655669] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.655816] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.657904] env[62668]: INFO nova.compute.manager [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Terminating instance [ 1280.864698] env[62668]: DEBUG nova.compute.manager [req-1104bc65-5a36-4bf3-9190-f1b127d2037b req-698c2000-40c4-4d4b-a114-628aaab2db48 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Received event network-vif-deleted-6a10a856-9d36-421c-b095-fb07b46ca322 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1280.864956] env[62668]: INFO nova.compute.manager [req-1104bc65-5a36-4bf3-9190-f1b127d2037b req-698c2000-40c4-4d4b-a114-628aaab2db48 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Neutron deleted interface 6a10a856-9d36-421c-b095-fb07b46ca322; detaching it from the instance and deleting it from the info cache [ 1280.865147] env[62668]: DEBUG nova.network.neutron [req-1104bc65-5a36-4bf3-9190-f1b127d2037b req-698c2000-40c4-4d4b-a114-628aaab2db48 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.161941] env[62668]: DEBUG nova.compute.manager [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.162271] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.163459] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc613d5e-7f86-488b-aaf8-b7d898e5da3c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.173939] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.174252] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6e60ff-7250-4bbd-9810-1dabbdc5f195 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.179807] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1281.179807] env[62668]: value = "task-2684565" [ 1281.179807] env[62668]: _type = "Task" [ 1281.179807] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.187942] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.348737] env[62668]: DEBUG nova.network.neutron [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.367431] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-717a75d9-3351-42fb-b307-5616b1f9f44e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.377454] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fcc656-11d1-4c6a-a71b-f0eb47c0380a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.403252] env[62668]: DEBUG nova.compute.manager [req-1104bc65-5a36-4bf3-9190-f1b127d2037b req-698c2000-40c4-4d4b-a114-628aaab2db48 service nova] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Detach interface failed, port_id=6a10a856-9d36-421c-b095-fb07b46ca322, reason: Instance fc2730bd-ba8d-4be5-aa5f-84766d5a4310 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1281.690054] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684565, 'name': PowerOffVM_Task, 'duration_secs': 0.200676} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.690393] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.690490] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.690697] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-195c2172-80ca-4ee1-b1ba-ed8cac7ec7f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.757444] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.757666] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.757843] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore1] 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.758116] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c67cdf3-2875-4aeb-acbd-60ab524ca54d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.764282] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1281.764282] env[62668]: value = "task-2684567" [ 1281.764282] env[62668]: _type = "Task" [ 1281.764282] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.771652] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.851312] env[62668]: INFO nova.compute.manager [-] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Took 1.41 seconds to deallocate network for instance. [ 1282.274342] env[62668]: DEBUG oslo_vmware.api [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129911} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.274595] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.274785] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.274966] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.275153] env[62668]: INFO nova.compute.manager [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.275395] env[62668]: DEBUG oslo.service.loopingcall [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.275581] env[62668]: DEBUG nova.compute.manager [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.275676] env[62668]: DEBUG nova.network.neutron [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.358894] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.359178] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.359374] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.384786] env[62668]: INFO nova.scheduler.client.report [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted allocations for instance fc2730bd-ba8d-4be5-aa5f-84766d5a4310 [ 1282.891584] env[62668]: DEBUG nova.compute.manager [req-e885a7fc-cedf-4e0b-9c0c-8e41119574ef req-62de2942-ec01-4c67-9a10-723091d8d9c0 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Received event network-vif-deleted-07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1282.891781] env[62668]: INFO nova.compute.manager [req-e885a7fc-cedf-4e0b-9c0c-8e41119574ef req-62de2942-ec01-4c67-9a10-723091d8d9c0 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Neutron deleted interface 07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4; detaching it from the instance and deleting it from the info cache [ 1282.891952] env[62668]: DEBUG nova.network.neutron [req-e885a7fc-cedf-4e0b-9c0c-8e41119574ef req-62de2942-ec01-4c67-9a10-723091d8d9c0 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.895815] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6514df5c-c005-42ed-a2b3-1c3075defb87 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "fc2730bd-ba8d-4be5-aa5f-84766d5a4310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.072s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.998874] env[62668]: DEBUG nova.network.neutron [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.396780] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b85534e-cdd6-4fbc-bd1b-903d4253a06c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.406819] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb93afb-6e71-4ef6-96e6-67f92eee660e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.433023] env[62668]: DEBUG nova.compute.manager [req-e885a7fc-cedf-4e0b-9c0c-8e41119574ef req-62de2942-ec01-4c67-9a10-723091d8d9c0 service nova] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Detach interface failed, port_id=07af9da4-ca98-4ad1-86e1-b1aa86fe1bb4, reason: Instance 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1283.502015] env[62668]: INFO nova.compute.manager [-] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Took 1.23 seconds to deallocate network for instance. [ 1283.760653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "1657b9fa-c67a-4039-83de-517ca327cc29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.760884] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.009465] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.009885] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.009931] env[62668]: DEBUG nova.objects.instance [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'resources' on Instance uuid 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.151399] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1284.151674] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541159', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'name': 'volume-5c92cf70-fb05-41fe-86a5-443ff52fec45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44aed0b2-0ad0-496e-b171-6f09a0817016', 'attached_at': '', 'detached_at': '', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'serial': '5c92cf70-fb05-41fe-86a5-443ff52fec45'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1284.152603] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d0da6-3548-449a-980d-441d7169cf8c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.171456] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7482be-f170-464d-8daf-870fc6b9dbd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.201095] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-5c92cf70-fb05-41fe-86a5-443ff52fec45/volume-5c92cf70-fb05-41fe-86a5-443ff52fec45.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.201460] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ffa0e7c-4dd1-4ac7-9a0e-2446b9c257e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.219479] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1284.219479] env[62668]: value = "task-2684569" [ 1284.219479] env[62668]: _type = "Task" [ 1284.219479] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.226804] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.263547] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.574947] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e751aab2-34fc-4243-8f10-de58cbb7ff38 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.582263] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48427472-57eb-4720-a337-74cb85c1f77a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.611446] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f5a1a-8740-4602-9204-681cd171b92e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.618270] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34f2cb-c22a-402b-90ef-d8d767b203ff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.630764] env[62668]: DEBUG nova.compute.provider_tree [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.729224] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684569, 'name': ReconfigVM_Task, 'duration_secs': 0.35304} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.729487] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-5c92cf70-fb05-41fe-86a5-443ff52fec45/volume-5c92cf70-fb05-41fe-86a5-443ff52fec45.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.733997] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ccaddd-8cb8-4868-aab1-8fee1df14b5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.748328] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1284.748328] env[62668]: value = "task-2684570" [ 1284.748328] env[62668]: _type = "Task" [ 1284.748328] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.755362] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.781499] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.134111] env[62668]: DEBUG nova.scheduler.client.report [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.258430] env[62668]: DEBUG oslo_vmware.api [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684570, 'name': ReconfigVM_Task, 'duration_secs': 0.131534} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.258831] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541159', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'name': 'volume-5c92cf70-fb05-41fe-86a5-443ff52fec45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44aed0b2-0ad0-496e-b171-6f09a0817016', 'attached_at': '', 'detached_at': '', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'serial': '5c92cf70-fb05-41fe-86a5-443ff52fec45'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1285.638970] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.641346] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.860s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.642945] env[62668]: INFO nova.compute.claims [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.656261] env[62668]: INFO nova.scheduler.client.report [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocations for instance 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55 [ 1286.162392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-53d98abe-d919-452d-a446-41b75b8c600b tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.292139] env[62668]: DEBUG nova.objects.instance [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid 44aed0b2-0ad0-496e-b171-6f09a0817016 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.702923] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46604c69-7782-4572-9d36-272957c5f483 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.710869] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97872cc-15c3-4ccb-a97e-36f472a13bbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.740967] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f4754-f184-4f52-8e81-98aeb4b5ea6e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.748101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685c09c-1e14-4dd2-a1e7-7c49559514d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.762917] env[62668]: DEBUG nova.compute.provider_tree [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.797075] env[62668]: DEBUG oslo_concurrency.lockutils [None req-67397748-98c6-412c-aa4e-529be11f203a tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.266192] env[62668]: DEBUG nova.scheduler.client.report [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.772497] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.773132] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.908031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.908031] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.278533] env[62668]: DEBUG nova.compute.utils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.279898] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.280081] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.327801] env[62668]: DEBUG nova.policy [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b05e4c903015418290aaf244c5b04c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c17585e64a4920bc8ae7963ec93011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.410264] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.602296] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Successfully created port: 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.784207] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.937371] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.937628] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.939192] env[62668]: INFO nova.compute.claims [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.792830] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.819825] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.820110] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.820290] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.820485] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.820629] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.820778] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.820992] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.821170] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.821335] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.821499] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.821671] env[62668]: DEBUG nova.virt.hardware [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.822602] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d0d97-0da8-47d1-8808-3bee4c119871 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.832238] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bafaa-998b-49d9-8dc2-cccdb56be402 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.951703] env[62668]: DEBUG nova.compute.manager [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Received event network-vif-plugged-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1289.953014] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] Acquiring lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.953014] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] Lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.953014] env[62668]: DEBUG oslo_concurrency.lockutils [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] Lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.953014] env[62668]: DEBUG nova.compute.manager [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] No waiting events found dispatching network-vif-plugged-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.953014] env[62668]: WARNING nova.compute.manager [req-d6ecc886-e170-4035-b82d-cc1d9a64f391 req-cf72693c-f7b0-4b2c-b7d4-b6ad1518fa5b service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Received unexpected event network-vif-plugged-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 for instance with vm_state building and task_state spawning. [ 1290.012015] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e20410-f9c5-493b-9a70-f908e47e5919 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.018063] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3eadd-c674-44ce-a4b4-351505107068 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.048518] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af820d4c-8e4a-484f-998e-b579847585d2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.056101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab9b0b7-12b6-4027-9fdf-f939e479fd16 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.071242] env[62668]: DEBUG nova.compute.provider_tree [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.088955] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Successfully updated port: 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.400632] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.400904] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.401158] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.401319] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.401487] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.403654] env[62668]: INFO nova.compute.manager [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Terminating instance [ 1290.573631] env[62668]: DEBUG nova.scheduler.client.report [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.591554] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.591698] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.591843] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.907918] env[62668]: DEBUG nova.compute.manager [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.908259] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.909101] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c7d5d-2331-4e3b-a73a-333d2f649ed9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.917061] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.917295] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-040b8efd-9b44-40f3-8bc3-958a94556041 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.923150] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1290.923150] env[62668]: value = "task-2684572" [ 1290.923150] env[62668]: _type = "Task" [ 1290.923150] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.930300] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.078271] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.078966] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.123610] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.252475] env[62668]: DEBUG nova.network.neutron [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.434204] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684572, 'name': PowerOffVM_Task, 'duration_secs': 0.1729} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.434432] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.434599] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.434867] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8584f62-5270-49d2-8f8b-939fbdef9175 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.502509] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.502767] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.502947] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleting the datastore file [datastore2] ca273e31-da7a-444d-8ee7-a744bdd2d553 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.503268] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b781688-3810-4f95-b761-4374c306cc56 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.510790] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for the task: (returnval){ [ 1291.510790] env[62668]: value = "task-2684574" [ 1291.510790] env[62668]: _type = "Task" [ 1291.510790] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.518504] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.584729] env[62668]: DEBUG nova.compute.utils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.586259] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.586445] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.623367] env[62668]: DEBUG nova.policy [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c4e7e8623049e882f10b01eaa2bd24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '169d11afbb084b2a961c1b345898d7b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.756094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.756094] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Instance network_info: |[{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.757034] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:9e:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45e5ff34-90ac-46a7-b16c-635a1a8bc6a3', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.763961] env[62668]: DEBUG oslo.service.loopingcall [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.764235] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.764513] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230c4c03-0232-405c-88a3-0bb45d86a3d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.785781] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.785781] env[62668]: value = "task-2684575" [ 1291.785781] env[62668]: _type = "Task" [ 1291.785781] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.797726] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684575, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.868493] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Successfully created port: 165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.980266] env[62668]: DEBUG nova.compute.manager [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Received event network-changed-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1291.980582] env[62668]: DEBUG nova.compute.manager [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Refreshing instance network info cache due to event network-changed-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1291.980707] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] Acquiring lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.980949] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] Acquired lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.981566] env[62668]: DEBUG nova.network.neutron [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Refreshing network info cache for port 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.021898] env[62668]: DEBUG oslo_vmware.api [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Task: {'id': task-2684574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137185} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.022226] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.022492] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.022736] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.022991] env[62668]: INFO nova.compute.manager [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1292.023309] env[62668]: DEBUG oslo.service.loopingcall [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.023553] env[62668]: DEBUG nova.compute.manager [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.023687] env[62668]: DEBUG nova.network.neutron [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.089533] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.300195] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684575, 'name': CreateVM_Task, 'duration_secs': 0.354666} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.304028] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.304028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.304028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.304028] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.304028] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550d61d2-8cc4-4f9a-bbc7-94ec68c39c75 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.309824] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1292.309824] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52003ade-a683-f128-caab-74264d8cef33" [ 1292.309824] env[62668]: _type = "Task" [ 1292.309824] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.317861] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52003ade-a683-f128-caab-74264d8cef33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.730765] env[62668]: DEBUG nova.network.neutron [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updated VIF entry in instance network info cache for port 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.731155] env[62668]: DEBUG nova.network.neutron [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.819475] env[62668]: DEBUG nova.network.neutron [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.820840] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52003ade-a683-f128-caab-74264d8cef33, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.821394] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.821653] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.821929] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.822119] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.822321] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.822628] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-342910a0-85fe-4f18-a082-56831df3e4e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.831936] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.832182] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.833534] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae6ac84-bf84-4040-ae4a-91b91e7577f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.839532] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1292.839532] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f479dc-e969-48fe-5bb3-84cb2400d90e" [ 1292.839532] env[62668]: _type = "Task" [ 1292.839532] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.847427] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f479dc-e969-48fe-5bb3-84cb2400d90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.099607] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.127203] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.127464] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.127621] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.127805] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.127952] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.128120] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.128338] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.128492] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.128658] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.128819] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.128987] env[62668]: DEBUG nova.virt.hardware [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.129853] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e9e5c-41b8-4bc5-980a-0a7815a04b40 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.138246] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1a600-b233-41fa-a8d6-c4f534f76600 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.234548] env[62668]: DEBUG oslo_concurrency.lockutils [req-50e3c086-4559-4e9a-b272-6168fffacd81 req-280b4c29-b76d-48aa-84bf-99d99771cc94 service nova] Releasing lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.322562] env[62668]: INFO nova.compute.manager [-] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Took 1.30 seconds to deallocate network for instance. [ 1293.350624] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52f479dc-e969-48fe-5bb3-84cb2400d90e, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.351089] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfafa73d-5776-4166-aee5-25e675911721 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.358604] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1293.358604] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e480ac-8500-1dba-aaa7-e4df67fdb5b7" [ 1293.358604] env[62668]: _type = "Task" [ 1293.358604] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.367620] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e480ac-8500-1dba-aaa7-e4df67fdb5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.457185] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Successfully updated port: 165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.830095] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.830334] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.830649] env[62668]: DEBUG nova.objects.instance [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lazy-loading 'resources' on Instance uuid ca273e31-da7a-444d-8ee7-a744bdd2d553 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.868998] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e480ac-8500-1dba-aaa7-e4df67fdb5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.869260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.869504] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1657b9fa-c67a-4039-83de-517ca327cc29/1657b9fa-c67a-4039-83de-517ca327cc29.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.869962] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-723ef2f2-4674-4cba-bb25-74941a09ebec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.876086] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1293.876086] env[62668]: value = "task-2684576" [ 1293.876086] env[62668]: _type = "Task" [ 1293.876086] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.883054] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.960269] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.960420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.960601] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.011282] env[62668]: DEBUG nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Received event network-vif-deleted-a0a100a4-d99c-4618-8ff5-657dcbbabce1 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1294.011539] env[62668]: DEBUG nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Received event network-vif-plugged-165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1294.011773] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Acquiring lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.012019] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.012256] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.012427] env[62668]: DEBUG nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] No waiting events found dispatching network-vif-plugged-165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.012671] env[62668]: WARNING nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Received unexpected event network-vif-plugged-165cf4e9-9266-4e13-9ca3-c1656ba43293 for instance with vm_state building and task_state spawning. [ 1294.012869] env[62668]: DEBUG nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Received event network-changed-165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1294.013114] env[62668]: DEBUG nova.compute.manager [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Refreshing instance network info cache due to event network-changed-165cf4e9-9266-4e13-9ca3-c1656ba43293. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1294.013449] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Acquiring lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.386491] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444375} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.388969] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 1657b9fa-c67a-4039-83de-517ca327cc29/1657b9fa-c67a-4039-83de-517ca327cc29.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.389213] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.389638] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9779669-9d36-45b0-82c6-532948b11ef9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.395978] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1294.395978] env[62668]: value = "task-2684577" [ 1294.395978] env[62668]: _type = "Task" [ 1294.395978] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.400126] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed86e7c-ca0d-411d-ab84-8b16d827d87d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.407150] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.409737] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa59c6-8950-406d-8fa2-009e6ab3fbe9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.439904] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e62ca9-92a5-4f39-96ba-a61b21749f1f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.446761] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1fcb52-650d-462e-a4eb-d5d773ce14b2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.459491] env[62668]: DEBUG nova.compute.provider_tree [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.499869] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.620083] env[62668]: DEBUG nova.network.neutron [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updating instance_info_cache with network_info: [{"id": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "address": "fa:16:3e:50:bf:a7", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165cf4e9-92", "ovs_interfaceid": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.910052] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127628} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.910529] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.911819] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed149a7-1e18-4254-97e8-8c251f3845e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.949628] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1657b9fa-c67a-4039-83de-517ca327cc29/1657b9fa-c67a-4039-83de-517ca327cc29.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.949628] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f49f3c3-6a3a-4661-aa2e-0982ff7bbbbf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.976597] env[62668]: DEBUG nova.scheduler.client.report [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.987156] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1294.987156] env[62668]: value = "task-2684578" [ 1294.987156] env[62668]: _type = "Task" [ 1294.987156] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.001973] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.122970] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.123321] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Instance network_info: |[{"id": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "address": "fa:16:3e:50:bf:a7", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165cf4e9-92", "ovs_interfaceid": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.123694] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Acquired lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.123935] env[62668]: DEBUG nova.network.neutron [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Refreshing network info cache for port 165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.125593] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:bf:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '165cf4e9-9266-4e13-9ca3-c1656ba43293', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.133020] env[62668]: DEBUG oslo.service.loopingcall [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.134105] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.134703] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976e36fd-06fc-4739-9e3f-2a19c7634506 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.156047] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.156047] env[62668]: value = "task-2684579" [ 1295.156047] env[62668]: _type = "Task" [ 1295.156047] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.164312] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684579, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.483035] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.498280] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684578, 'name': ReconfigVM_Task, 'duration_secs': 0.325746} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.498554] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1657b9fa-c67a-4039-83de-517ca327cc29/1657b9fa-c67a-4039-83de-517ca327cc29.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.499189] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18f43eb-25bb-46e3-8efd-b5909d2dbce8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.501540] env[62668]: INFO nova.scheduler.client.report [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Deleted allocations for instance ca273e31-da7a-444d-8ee7-a744bdd2d553 [ 1295.506240] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1295.506240] env[62668]: value = "task-2684580" [ 1295.506240] env[62668]: _type = "Task" [ 1295.506240] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.514315] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684580, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.663155] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684579, 'name': CreateVM_Task, 'duration_secs': 0.341545} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.665502] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.665931] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.666110] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.666459] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.667047] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4bd9790-b7ba-4f56-b380-34f603a4446a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.671163] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1295.671163] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526f5660-3683-f925-f4be-964a948d6811" [ 1295.671163] env[62668]: _type = "Task" [ 1295.671163] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.678844] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526f5660-3683-f925-f4be-964a948d6811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.807605] env[62668]: DEBUG nova.network.neutron [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updated VIF entry in instance network info cache for port 165cf4e9-9266-4e13-9ca3-c1656ba43293. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.807954] env[62668]: DEBUG nova.network.neutron [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updating instance_info_cache with network_info: [{"id": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "address": "fa:16:3e:50:bf:a7", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165cf4e9-92", "ovs_interfaceid": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.013103] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6aeb9b68-1589-4070-a27f-572adfd3f74a tempest-ServerActionsTestOtherA-1372509845 tempest-ServerActionsTestOtherA-1372509845-project-member] Lock "ca273e31-da7a-444d-8ee7-a744bdd2d553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.612s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.018673] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684580, 'name': Rename_Task, 'duration_secs': 0.137828} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.018905] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.019143] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd19f1a4-b71c-4a35-9969-535f25d7b879 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.025044] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1296.025044] env[62668]: value = "task-2684581" [ 1296.025044] env[62668]: _type = "Task" [ 1296.025044] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.032057] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.180718] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]526f5660-3683-f925-f4be-964a948d6811, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.181039] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.181274] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.181510] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.181657] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.181834] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.182120] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851500f7-4090-4965-958c-cb8a7a96d673 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.191993] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.192259] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.192933] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e93107c-bad3-4a72-bec1-d2afa1bf036e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.198031] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1296.198031] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cdcc13-2490-ef4a-25b9-37fce6eecbf7" [ 1296.198031] env[62668]: _type = "Task" [ 1296.198031] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.204986] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cdcc13-2490-ef4a-25b9-37fce6eecbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.310383] env[62668]: DEBUG oslo_concurrency.lockutils [req-257ad0b2-c931-47aa-b31c-d9da6265c4fc req-483f59ac-d25c-4ab3-9f73-8cf003ca0f21 service nova] Releasing lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.534467] env[62668]: DEBUG oslo_vmware.api [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684581, 'name': PowerOnVM_Task, 'duration_secs': 0.413049} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.534773] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.534940] env[62668]: INFO nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1296.535165] env[62668]: DEBUG nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.535915] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cb94d-3825-48c3-baa0-6e94153f83da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.708587] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52cdcc13-2490-ef4a-25b9-37fce6eecbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.008202} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.709653] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6efd66-305a-46ab-a129-4e0645678901 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.715657] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1296.715657] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfdff-2008-c823-e612-12dbae626ea6" [ 1296.715657] env[62668]: _type = "Task" [ 1296.715657] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.723176] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfdff-2008-c823-e612-12dbae626ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.053886] env[62668]: INFO nova.compute.manager [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Took 12.29 seconds to build instance. [ 1297.227486] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52bcfdff-2008-c823-e612-12dbae626ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.227486] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.227714] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d719588-2f5f-4569-bfd3-d4949b04ca82/7d719588-2f5f-4569-bfd3-d4949b04ca82.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.228311] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4513051-9ef4-4eb2-80c0-8755c5f944d6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.236694] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1297.236694] env[62668]: value = "task-2684582" [ 1297.236694] env[62668]: _type = "Task" [ 1297.236694] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.244189] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.556237] env[62668]: DEBUG oslo_concurrency.lockutils [None req-2cf14079-0c57-4889-9962-ac76b6ceca8e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.795s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.753918] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497157} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.753918] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 7d719588-2f5f-4569-bfd3-d4949b04ca82/7d719588-2f5f-4569-bfd3-d4949b04ca82.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.754138] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.754384] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc15f38-fbd6-4143-82f7-1a4ad895eed6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.761408] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1297.761408] env[62668]: value = "task-2684583" [ 1297.761408] env[62668]: _type = "Task" [ 1297.761408] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.769457] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.193211] env[62668]: DEBUG nova.compute.manager [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Received event network-changed-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1298.193211] env[62668]: DEBUG nova.compute.manager [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Refreshing instance network info cache due to event network-changed-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1298.193211] env[62668]: DEBUG oslo_concurrency.lockutils [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] Acquiring lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.193211] env[62668]: DEBUG oslo_concurrency.lockutils [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] Acquired lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.193211] env[62668]: DEBUG nova.network.neutron [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Refreshing network info cache for port 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.274050] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069151} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.274050] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.274050] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8744be48-9e51-4946-a0d3-6ef27975aa1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.295257] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7d719588-2f5f-4569-bfd3-d4949b04ca82/7d719588-2f5f-4569-bfd3-d4949b04ca82.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.295871] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644a00af-a386-434e-a08c-02d3c9d18ad3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.325081] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1298.325081] env[62668]: value = "task-2684584" [ 1298.325081] env[62668]: _type = "Task" [ 1298.325081] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.333169] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.835507] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684584, 'name': ReconfigVM_Task, 'duration_secs': 0.289049} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.835882] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7d719588-2f5f-4569-bfd3-d4949b04ca82/7d719588-2f5f-4569-bfd3-d4949b04ca82.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.836461] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b60adb-e866-423e-a112-5f0ad51bfde1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.843653] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1298.843653] env[62668]: value = "task-2684585" [ 1298.843653] env[62668]: _type = "Task" [ 1298.843653] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.851475] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684585, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.905026] env[62668]: DEBUG nova.network.neutron [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updated VIF entry in instance network info cache for port 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.905381] env[62668]: DEBUG nova.network.neutron [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.353496] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684585, 'name': Rename_Task, 'duration_secs': 0.149471} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.353788] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.354127] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab57667-32b0-4737-a61d-c2e5599a2c9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.359656] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1299.359656] env[62668]: value = "task-2684586" [ 1299.359656] env[62668]: _type = "Task" [ 1299.359656] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.366768] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.408682] env[62668]: DEBUG oslo_concurrency.lockutils [req-507e5d96-e46b-4728-b3ab-f74a228fb2a9 req-250b7407-6ac0-4107-bdbd-5dba672fc8dd service nova] Releasing lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.868598] env[62668]: DEBUG oslo_vmware.api [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684586, 'name': PowerOnVM_Task, 'duration_secs': 0.48302} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.868912] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.869076] env[62668]: INFO nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1299.869270] env[62668]: DEBUG nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.870031] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e0097-0509-4651-8324-3bcdc8386c19 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.391255] env[62668]: INFO nova.compute.manager [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Took 11.48 seconds to build instance. [ 1300.894627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8b41cd93-8332-41f5-b638-e619d2e80123 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.986s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.080090] env[62668]: DEBUG nova.compute.manager [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Received event network-changed-165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1301.080302] env[62668]: DEBUG nova.compute.manager [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Refreshing instance network info cache due to event network-changed-165cf4e9-9266-4e13-9ca3-c1656ba43293. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1301.080530] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] Acquiring lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.080699] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] Acquired lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.080865] env[62668]: DEBUG nova.network.neutron [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Refreshing network info cache for port 165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.865354] env[62668]: DEBUG nova.network.neutron [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updated VIF entry in instance network info cache for port 165cf4e9-9266-4e13-9ca3-c1656ba43293. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.865354] env[62668]: DEBUG nova.network.neutron [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updating instance_info_cache with network_info: [{"id": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "address": "fa:16:3e:50:bf:a7", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165cf4e9-92", "ovs_interfaceid": "165cf4e9-9266-4e13-9ca3-c1656ba43293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.367671] env[62668]: DEBUG oslo_concurrency.lockutils [req-d4e1128c-4eec-4a2c-9d5e-6a9208405a11 req-4aff95c4-8350-4625-b03d-ad855d475a87 service nova] Releasing lock "refresh_cache-7d719588-2f5f-4569-bfd3-d4949b04ca82" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.712667] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.713138] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.215753] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.216042] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.216132] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.216294] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1310.217655] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c9f62-0936-4c8f-9d45-765ca17160a2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.225901] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0be215-5eec-4632-9f41-fcbbb9ef520a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.239798] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85c46d-2c7a-41d9-a612-60c3243cc9c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.246113] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1437f-58ec-4e32-b9d8-e0b0b2d710e9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.275361] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180379MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1310.275562] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.275703] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.302298] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 44aed0b2-0ad0-496e-b171-6f09a0817016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1311.302611] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 1657b9fa-c67a-4039-83de-517ca327cc29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1311.302611] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 7d719588-2f5f-4569-bfd3-d4949b04ca82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1311.302808] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1311.302964] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1311.350503] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e9ae4-0705-4ff6-9a83-305e151ee0e3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.358099] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9191ace0-bae8-4f34-a669-92fa6ec7b34d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.386894] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240358df-3faf-470e-90b9-d6db9208bc5f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.393614] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08a03b-1b9c-4352-bb09-2e6cec18d106 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.407102] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.910288] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.415480] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1312.415663] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.417051] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.417051] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1314.417051] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1314.947139] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.947456] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.947626] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1314.947923] env[62668]: DEBUG nova.objects.instance [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lazy-loading 'info_cache' on Instance uuid 44aed0b2-0ad0-496e-b171-6f09a0817016 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.658277] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [{"id": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "address": "fa:16:3e:19:5a:68", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2b467f-e9", "ovs_interfaceid": "7a2b467f-e91a-43fa-affa-ce4092ccf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.162992] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-44aed0b2-0ad0-496e-b171-6f09a0817016" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.163260] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1317.163479] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.163643] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.163802] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.163923] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1317.713169] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.713545] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.712963] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.709868] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.897426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "1657b9fa-c67a-4039-83de-517ca327cc29" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.897726] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.897882] env[62668]: DEBUG nova.compute.manager [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.898789] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5951ee-a312-472c-b0d0-681272cccc20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.906621] env[62668]: DEBUG nova.compute.manager [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62668) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1334.907216] env[62668]: DEBUG nova.objects.instance [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'flavor' on Instance uuid 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.916910] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.917310] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e73220-8174-4ccb-bb22-569d66ff1cc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.926085] env[62668]: DEBUG oslo_vmware.api [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1335.926085] env[62668]: value = "task-2684587" [ 1335.926085] env[62668]: _type = "Task" [ 1335.926085] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.933611] env[62668]: DEBUG oslo_vmware.api [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.436139] env[62668]: DEBUG oslo_vmware.api [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684587, 'name': PowerOffVM_Task, 'duration_secs': 0.208898} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.436406] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.436574] env[62668]: DEBUG nova.compute.manager [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.437317] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa80130-4d73-4cb0-aae8-0f3984479536 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.948260] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c2d84e98-ae1c-4c34-aef5-bf03d62981cb tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.256042] env[62668]: DEBUG nova.objects.instance [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'flavor' on Instance uuid 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.760690] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.760949] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.761075] env[62668]: DEBUG nova.network.neutron [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.761234] env[62668]: DEBUG nova.objects.instance [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'info_cache' on Instance uuid 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.264584] env[62668]: DEBUG nova.objects.base [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Object Instance<1657b9fa-c67a-4039-83de-517ca327cc29> lazy-loaded attributes: flavor,info_cache {{(pid=62668) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.957635] env[62668]: DEBUG nova.network.neutron [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.460328] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.598209] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.598475] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.598697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.598874] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.599068] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.601609] env[62668]: INFO nova.compute.manager [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Terminating instance [ 1340.105594] env[62668]: DEBUG nova.compute.manager [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.105876] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.106869] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cdd4e0-caa6-42a9-8d78-6a6b485d2ba7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.115500] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.115742] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7902ac2a-40c5-4f37-a540-14f59aee209c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.122432] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1340.122432] env[62668]: value = "task-2684588" [ 1340.122432] env[62668]: _type = "Task" [ 1340.122432] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.130296] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.466025] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.466410] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d43969-af3c-4203-8301-cafb3b4781d3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.473765] env[62668]: DEBUG oslo_vmware.api [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1340.473765] env[62668]: value = "task-2684589" [ 1340.473765] env[62668]: _type = "Task" [ 1340.473765] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.481166] env[62668]: DEBUG oslo_vmware.api [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.631323] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684588, 'name': PowerOffVM_Task, 'duration_secs': 0.180372} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.631649] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.631831] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.632088] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71328978-4f65-4f4b-921a-797a92180f74 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.700107] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.700332] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.700510] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleting the datastore file [datastore1] 7d719588-2f5f-4569-bfd3-d4949b04ca82 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.700776] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adb8246c-6168-4ee9-8fde-f16a4c02b2d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.707553] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1340.707553] env[62668]: value = "task-2684591" [ 1340.707553] env[62668]: _type = "Task" [ 1340.707553] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.714745] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.984312] env[62668]: DEBUG oslo_vmware.api [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684589, 'name': PowerOnVM_Task, 'duration_secs': 0.389334} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.984617] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.984853] env[62668]: DEBUG nova.compute.manager [None req-8922b665-f66b-42dc-ac3f-8e53a8a1c8ff tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.985679] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c49ba0-a8ae-4e5f-8e65-94c3a22c2219 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.217667] env[62668]: DEBUG oslo_vmware.api [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134852} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.218010] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.218186] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.218384] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.218559] env[62668]: INFO nova.compute.manager [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.219064] env[62668]: DEBUG oslo.service.loopingcall [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.219064] env[62668]: DEBUG nova.compute.manager [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.219307] env[62668]: DEBUG nova.network.neutron [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.714946] env[62668]: DEBUG nova.compute.manager [req-28ce2717-759e-49a3-8103-c90d4b6bdbb9 req-66fde3f3-ba5e-4983-b719-3e9a65d32983 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Received event network-vif-deleted-165cf4e9-9266-4e13-9ca3-c1656ba43293 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1341.715375] env[62668]: INFO nova.compute.manager [req-28ce2717-759e-49a3-8103-c90d4b6bdbb9 req-66fde3f3-ba5e-4983-b719-3e9a65d32983 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Neutron deleted interface 165cf4e9-9266-4e13-9ca3-c1656ba43293; detaching it from the instance and deleting it from the info cache [ 1341.715375] env[62668]: DEBUG nova.network.neutron [req-28ce2717-759e-49a3-8103-c90d4b6bdbb9 req-66fde3f3-ba5e-4983-b719-3e9a65d32983 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.036203] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368906c-2865-444c-a076-e4c2ff4704cd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.043401] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Suspending the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1342.043640] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fc217cf9-61f0-41b6-ab48-b41f7df8c0eb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.050830] env[62668]: DEBUG oslo_vmware.api [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1342.050830] env[62668]: value = "task-2684592" [ 1342.050830] env[62668]: _type = "Task" [ 1342.050830] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.058289] env[62668]: DEBUG oslo_vmware.api [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684592, 'name': SuspendVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.198948] env[62668]: DEBUG nova.network.neutron [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.217895] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2871701-b839-4e42-a11c-48e13d91704c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.227924] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b26864-f8f5-4748-b055-d5efa2f38d39 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.254342] env[62668]: DEBUG nova.compute.manager [req-28ce2717-759e-49a3-8103-c90d4b6bdbb9 req-66fde3f3-ba5e-4983-b719-3e9a65d32983 service nova] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Detach interface failed, port_id=165cf4e9-9266-4e13-9ca3-c1656ba43293, reason: Instance 7d719588-2f5f-4569-bfd3-d4949b04ca82 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1342.560286] env[62668]: DEBUG oslo_vmware.api [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684592, 'name': SuspendVM_Task} progress is 62%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.702190] env[62668]: INFO nova.compute.manager [-] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Took 1.48 seconds to deallocate network for instance. [ 1343.061467] env[62668]: DEBUG oslo_vmware.api [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684592, 'name': SuspendVM_Task, 'duration_secs': 0.725051} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.061859] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Suspended the VM {{(pid=62668) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1343.061909] env[62668]: DEBUG nova.compute.manager [None req-e9176549-e57d-460e-966d-3ea53081dc45 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.062729] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac720c0a-4916-4ca2-ac26-31998d0e8f69 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.209523] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.209803] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.210085] env[62668]: DEBUG nova.objects.instance [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'resources' on Instance uuid 7d719588-2f5f-4569-bfd3-d4949b04ca82 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.766539] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144c491-36c0-4894-83e4-8f4cdf4b19c0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.774270] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05ef03-ad5a-4c53-b6a9-eb412f0a1fcc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.804870] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d00377-b7a1-40be-8c44-a5a42248c949 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.811828] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c614a-a8c9-4f39-80e0-60e6ae60b710 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.824670] env[62668]: DEBUG nova.compute.provider_tree [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.328098] env[62668]: DEBUG nova.scheduler.client.report [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.381169] env[62668]: INFO nova.compute.manager [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Resuming [ 1344.381701] env[62668]: DEBUG nova.objects.instance [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'flavor' on Instance uuid 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.833125] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.856649] env[62668]: INFO nova.scheduler.client.report [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted allocations for instance 7d719588-2f5f-4569-bfd3-d4949b04ca82 [ 1345.366120] env[62668]: DEBUG oslo_concurrency.lockutils [None req-39f717ec-487a-4a0c-9c66-243c0dce36a8 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "7d719588-2f5f-4569-bfd3-d4949b04ca82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.890701] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.890895] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquired lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.891083] env[62668]: DEBUG nova.network.neutron [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.559113] env[62668]: DEBUG oslo_concurrency.lockutils [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.559454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.598351] env[62668]: DEBUG nova.network.neutron [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [{"id": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "address": "fa:16:3e:3f:9e:7b", "network": {"id": "e5a783a6-77c1-4f63-9956-26cb4acbe69a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-210113742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c17585e64a4920bc8ae7963ec93011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e5ff34-90", "ovs_interfaceid": "45e5ff34-90ac-46a7-b16c-635a1a8bc6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.062889] env[62668]: INFO nova.compute.manager [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Detaching volume 5c92cf70-fb05-41fe-86a5-443ff52fec45 [ 1347.093405] env[62668]: INFO nova.virt.block_device [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Attempting to driver detach volume 5c92cf70-fb05-41fe-86a5-443ff52fec45 from mountpoint /dev/sdb [ 1347.093616] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.093802] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541159', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'name': 'volume-5c92cf70-fb05-41fe-86a5-443ff52fec45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44aed0b2-0ad0-496e-b171-6f09a0817016', 'attached_at': '', 'detached_at': '', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'serial': '5c92cf70-fb05-41fe-86a5-443ff52fec45'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.094689] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a99e12-1281-4b9a-bedf-1213d56d376d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.100426] env[62668]: DEBUG oslo_concurrency.lockutils [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Releasing lock "refresh_cache-1657b9fa-c67a-4039-83de-517ca327cc29" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.116382] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7900e8-942e-49f6-977b-a46c38aed653 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.119313] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d406b4d4-762c-4b27-a81e-b9cc95438b9f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.125162] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Resuming the VM {{(pid=62668) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1347.126708] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977803c3-9d81-432e-86a3-ad1a02a60f02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.128583] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17322e63-fff0-4873-a28c-cad58a3d68c4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.150436] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fed04-3fb6-4c6d-89e1-8774ca38388a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.152821] env[62668]: DEBUG oslo_vmware.api [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1347.152821] env[62668]: value = "task-2684593" [ 1347.152821] env[62668]: _type = "Task" [ 1347.152821] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.166785] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c92cf70-fb05-41fe-86a5-443ff52fec45/volume-5c92cf70-fb05-41fe-86a5-443ff52fec45.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.172230] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.172990] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec16a4e-4180-4130-9c16-4265876f7c5d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.189032] env[62668]: DEBUG oslo_vmware.api [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.194315] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1347.194315] env[62668]: value = "task-2684594" [ 1347.194315] env[62668]: _type = "Task" [ 1347.194315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.201587] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.664073] env[62668]: DEBUG oslo_vmware.api [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.704265] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684594, 'name': ReconfigVM_Task, 'duration_secs': 0.272145} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.704555] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.709283] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292a7442-5c8e-4680-b156-3bc35937345c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.726045] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1347.726045] env[62668]: value = "task-2684595" [ 1347.726045] env[62668]: _type = "Task" [ 1347.726045] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.733672] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.164019] env[62668]: DEBUG oslo_vmware.api [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684593, 'name': PowerOnVM_Task, 'duration_secs': 0.678941} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.164363] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Resumed the VM {{(pid=62668) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1348.164561] env[62668]: DEBUG nova.compute.manager [None req-db7ac06d-293a-4cee-9746-5eea52fb885e tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.165349] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d0c31d-6d1e-4c41-95ee-e6a397b49fa2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.235995] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.736288] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.045407] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "1657b9fa-c67a-4039-83de-517ca327cc29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.045769] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.045996] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.046202] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.046376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.048690] env[62668]: INFO nova.compute.manager [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Terminating instance [ 1349.237154] env[62668]: DEBUG oslo_vmware.api [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684595, 'name': ReconfigVM_Task, 'duration_secs': 1.155951} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.237477] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541159', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'name': 'volume-5c92cf70-fb05-41fe-86a5-443ff52fec45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44aed0b2-0ad0-496e-b171-6f09a0817016', 'attached_at': '', 'detached_at': '', 'volume_id': '5c92cf70-fb05-41fe-86a5-443ff52fec45', 'serial': '5c92cf70-fb05-41fe-86a5-443ff52fec45'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.552452] env[62668]: DEBUG nova.compute.manager [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.552666] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.553626] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb13494-3eb2-49df-b90c-95951934c9f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.561342] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.561555] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6858e3f-5eac-4534-9f88-cc97865a2a30 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.570883] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1349.570883] env[62668]: value = "task-2684596" [ 1349.570883] env[62668]: _type = "Task" [ 1349.570883] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.578692] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.778366] env[62668]: DEBUG nova.objects.instance [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid 44aed0b2-0ad0-496e-b171-6f09a0817016 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.080694] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684596, 'name': PowerOffVM_Task, 'duration_secs': 0.171432} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.080986] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.081141] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.081383] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c037032-73d0-47ea-8831-67b609c28f12 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.190068] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.190324] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.190511] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleting the datastore file [datastore1] 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.190781] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aaeda11-8877-4786-8e54-8915ee4a5efd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.197164] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for the task: (returnval){ [ 1350.197164] env[62668]: value = "task-2684598" [ 1350.197164] env[62668]: _type = "Task" [ 1350.197164] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.204974] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.709439] env[62668]: DEBUG oslo_vmware.api [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Task: {'id': task-2684598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159573} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.709786] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.709981] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.710181] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.710359] env[62668]: INFO nova.compute.manager [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1350.710599] env[62668]: DEBUG oslo.service.loopingcall [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.710787] env[62668]: DEBUG nova.compute.manager [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.710880] env[62668]: DEBUG nova.network.neutron [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.786195] env[62668]: DEBUG oslo_concurrency.lockutils [None req-06f6951b-b5f7-4590-9476-3a284eca159e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.227s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.139423] env[62668]: DEBUG nova.compute.manager [req-7bbf01dc-0640-4438-b240-db16e3c62333 req-4e826b16-334f-4ad8-ba8f-a45166a44265 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Received event network-vif-deleted-45e5ff34-90ac-46a7-b16c-635a1a8bc6a3 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1351.139627] env[62668]: INFO nova.compute.manager [req-7bbf01dc-0640-4438-b240-db16e3c62333 req-4e826b16-334f-4ad8-ba8f-a45166a44265 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Neutron deleted interface 45e5ff34-90ac-46a7-b16c-635a1a8bc6a3; detaching it from the instance and deleting it from the info cache [ 1351.139798] env[62668]: DEBUG nova.network.neutron [req-7bbf01dc-0640-4438-b240-db16e3c62333 req-4e826b16-334f-4ad8-ba8f-a45166a44265 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.625070] env[62668]: DEBUG nova.network.neutron [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.642160] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6de6e44-4f27-4266-a7f8-1ecd13abcfc7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.652827] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b435e-7a64-44f2-9b78-80e554197521 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.677823] env[62668]: DEBUG nova.compute.manager [req-7bbf01dc-0640-4438-b240-db16e3c62333 req-4e826b16-334f-4ad8-ba8f-a45166a44265 service nova] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Detach interface failed, port_id=45e5ff34-90ac-46a7-b16c-635a1a8bc6a3, reason: Instance 1657b9fa-c67a-4039-83de-517ca327cc29 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1351.848054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.848054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.848054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.848054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.848054] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.850383] env[62668]: INFO nova.compute.manager [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Terminating instance [ 1352.127125] env[62668]: INFO nova.compute.manager [-] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Took 1.42 seconds to deallocate network for instance. [ 1352.354088] env[62668]: DEBUG nova.compute.manager [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.354372] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.355734] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc5e77d-db2c-4d66-9368-ddfe876c9a02 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.363511] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.363758] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5543b5a-ddee-480d-bb41-414bbe48afed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.370012] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1352.370012] env[62668]: value = "task-2684599" [ 1352.370012] env[62668]: _type = "Task" [ 1352.370012] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.378105] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.633305] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.633546] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.633782] env[62668]: DEBUG nova.objects.instance [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lazy-loading 'resources' on Instance uuid 1657b9fa-c67a-4039-83de-517ca327cc29 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.880512] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684599, 'name': PowerOffVM_Task, 'duration_secs': 0.186478} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.880911] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.881034] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.881334] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3910b6-17c5-4899-bafe-69c18bbefddd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.949304] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.949304] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.949304] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleting the datastore file [datastore2] 44aed0b2-0ad0-496e-b171-6f09a0817016 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.949304] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea1281e-f161-4be9-81fc-d621d3ccd8f5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.956141] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1352.956141] env[62668]: value = "task-2684601" [ 1352.956141] env[62668]: _type = "Task" [ 1352.956141] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.965621] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.179348] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa97a71-de7c-4a30-accd-f3ee132d3d9c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.186845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c5a67-b00f-4431-ac49-79d2322efa4a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.217080] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b86f59-6827-42f0-9b96-8c567d76e9f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.224419] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c68252d-7105-4f66-9606-66f1ecc73706 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.237920] env[62668]: DEBUG nova.compute.provider_tree [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.465945] env[62668]: DEBUG oslo_vmware.api [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149307} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.466306] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.466522] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.466704] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.466878] env[62668]: INFO nova.compute.manager [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1353.467142] env[62668]: DEBUG oslo.service.loopingcall [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.467343] env[62668]: DEBUG nova.compute.manager [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.467435] env[62668]: DEBUG nova.network.neutron [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.741584] env[62668]: DEBUG nova.scheduler.client.report [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.905163] env[62668]: DEBUG nova.compute.manager [req-dd4a7109-72fe-4517-8a61-0daa0abf415d req-388b1044-b787-412b-a53a-b5906325cfbf service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Received event network-vif-deleted-7a2b467f-e91a-43fa-affa-ce4092ccf064 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1353.905163] env[62668]: INFO nova.compute.manager [req-dd4a7109-72fe-4517-8a61-0daa0abf415d req-388b1044-b787-412b-a53a-b5906325cfbf service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Neutron deleted interface 7a2b467f-e91a-43fa-affa-ce4092ccf064; detaching it from the instance and deleting it from the info cache [ 1353.905163] env[62668]: DEBUG nova.network.neutron [req-dd4a7109-72fe-4517-8a61-0daa0abf415d req-388b1044-b787-412b-a53a-b5906325cfbf service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.246735] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.265528] env[62668]: INFO nova.scheduler.client.report [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Deleted allocations for instance 1657b9fa-c67a-4039-83de-517ca327cc29 [ 1354.389303] env[62668]: DEBUG nova.network.neutron [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.407483] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de825c5-727d-40d5-b72a-bc2626118cc1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.417291] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffe90a0-7e25-47c7-a4f0-2dd15da15a04 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.441297] env[62668]: DEBUG nova.compute.manager [req-dd4a7109-72fe-4517-8a61-0daa0abf415d req-388b1044-b787-412b-a53a-b5906325cfbf service nova] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Detach interface failed, port_id=7a2b467f-e91a-43fa-affa-ce4092ccf064, reason: Instance 44aed0b2-0ad0-496e-b171-6f09a0817016 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1354.772768] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ed27484e-7366-4005-b65a-6c1baf2abb14 tempest-ServerActionsTestJSON-1730448839 tempest-ServerActionsTestJSON-1730448839-project-member] Lock "1657b9fa-c67a-4039-83de-517ca327cc29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.892213] env[62668]: INFO nova.compute.manager [-] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Took 1.42 seconds to deallocate network for instance. [ 1355.400580] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.400894] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.400980] env[62668]: DEBUG nova.objects.instance [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'resources' on Instance uuid 44aed0b2-0ad0-496e-b171-6f09a0817016 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.948332] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1327e-1404-49d0-960d-917a23eb9b49 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.956117] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2b716-f5eb-4925-813e-fcd419a1cc1a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.987158] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a885a86-6cc8-4b0a-b976-b71a8680fd8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.994537] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba307d1-4333-4195-aacd-1ae9ee6d2389 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.007606] env[62668]: DEBUG nova.compute.provider_tree [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.511224] env[62668]: DEBUG nova.scheduler.client.report [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.016847] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.040096] env[62668]: INFO nova.scheduler.client.report [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted allocations for instance 44aed0b2-0ad0-496e-b171-6f09a0817016 [ 1357.547392] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8e0566c6-0cd2-4c51-b558-619a05270cac tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "44aed0b2-0ad0-496e-b171-6f09a0817016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.474420] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "f5ed3894-0f24-49a4-ae57-149e7571661c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.474827] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.650403] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "16adc192-acab-4909-93e3-f004bdb9bab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.650717] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.977729] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.152817] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.499746] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.500013] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.501923] env[62668]: INFO nova.compute.claims [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.670084] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.108848] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.109094] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.554017] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293dad9-c9ad-4c24-b31e-1d98cd5c458d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.562809] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd565064-f4fc-4867-a688-a18a407b33b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.592032] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a67596-2fce-4f52-84bb-f11807ee2f96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.598860] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a8c14c-2ca8-4aa9-ae90-4354c68426c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.611378] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.614666] env[62668]: DEBUG nova.compute.provider_tree [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.118403] env[62668]: DEBUG nova.scheduler.client.report [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.134824] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.623442] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.623979] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.626567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.957s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.627969] env[62668]: INFO nova.compute.claims [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.135892] env[62668]: DEBUG nova.compute.utils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.136306] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1362.640096] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.689377] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a08bd-f20a-4e06-b5ce-7efd914d1106 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.697145] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93353a7-3610-4298-a770-0686f2342e9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.726379] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51401b27-5d7f-48e8-89bd-1cb1c677a2f1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.732995] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160a355-315a-4896-8e4a-f08df371f69c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.745423] env[62668]: DEBUG nova.compute.provider_tree [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.248060] env[62668]: DEBUG nova.scheduler.client.report [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.649455] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.677691] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.677932] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.678101] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.678289] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.678473] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.678639] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.678848] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.679012] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.679186] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.679350] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.679521] env[62668]: DEBUG nova.virt.hardware [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.680439] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca0419-6f7a-4c09-92f5-ea8bbcaef869 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.688521] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd71d6e1-cac4-4af5-bb28-c272d6af84e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.702498] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.707834] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Creating folder: Project (88e08c773da04970977dcd948653b660). Parent ref: group-v540833. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.708092] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0993d5f0-5b06-41ac-879d-44cdcccfec78 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.719475] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Created folder: Project (88e08c773da04970977dcd948653b660) in parent group-v540833. [ 1363.719652] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Creating folder: Instances. Parent ref: group-v541162. {{(pid=62668) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.720334] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bca1ee8e-78ad-48c2-bb7d-f922a2a7268b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.728614] env[62668]: INFO nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Created folder: Instances in parent group-v541162. [ 1363.728834] env[62668]: DEBUG oslo.service.loopingcall [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.729027] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.729219] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a381d3b9-4741-4a46-930d-c040887d0dfd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.743909] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.743909] env[62668]: value = "task-2684604" [ 1363.743909] env[62668]: _type = "Task" [ 1363.743909] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.750558] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684604, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.753275] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.753749] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.756179] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.621s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.757596] env[62668]: INFO nova.compute.claims [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.253924] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684604, 'name': CreateVM_Task, 'duration_secs': 0.245174} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.254354] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.254575] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.254754] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.255082] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.255329] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449e9dea-1ed0-4417-8a58-709ba9682a96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.259236] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1364.259236] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247ff9a-316d-9253-fc49-2cf3b949dd26" [ 1364.259236] env[62668]: _type = "Task" [ 1364.259236] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.263119] env[62668]: DEBUG nova.compute.utils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.266431] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Not allocating networking since 'none' was specified. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1364.271850] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5247ff9a-316d-9253-fc49-2cf3b949dd26, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.272143] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.272361] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.272584] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.272725] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.272899] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.273135] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce2c263-c881-4481-aa25-294ac48bef67 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.280602] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.280775] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.281432] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc77d084-21f0-41cb-adc6-9cd042a939fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.286162] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1364.286162] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527e3afb-199d-000d-bc0a-a32394197526" [ 1364.286162] env[62668]: _type = "Task" [ 1364.286162] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.293144] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527e3afb-199d-000d-bc0a-a32394197526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.767422] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.796132] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527e3afb-199d-000d-bc0a-a32394197526, 'name': SearchDatastore_Task, 'duration_secs': 0.007895} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.799224] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e3cca6-3615-49bc-95df-b9d5214a9df9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.804178] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1364.804178] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5205c366-6176-0ca5-9731-41bb378b4f73" [ 1364.804178] env[62668]: _type = "Task" [ 1364.804178] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.814831] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5205c366-6176-0ca5-9731-41bb378b4f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.819977] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b839fa-ecd4-471d-b3d6-491b391200a7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.825886] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4e62a-a4c9-471d-933a-a6cf800b9ffa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.856161] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa73999a-7e9c-465a-a4c2-8fdd4dbafcb3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.862598] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68966964-3cd9-4520-9900-6054b2f0f6b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.875260] env[62668]: DEBUG nova.compute.provider_tree [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.315423] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5205c366-6176-0ca5-9731-41bb378b4f73, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.315805] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.315999] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f5ed3894-0f24-49a4-ae57-149e7571661c/f5ed3894-0f24-49a4-ae57-149e7571661c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.316252] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa4692f-21b8-47b5-b87e-75d5931307e6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.322637] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1365.322637] env[62668]: value = "task-2684605" [ 1365.322637] env[62668]: _type = "Task" [ 1365.322637] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.329865] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.378540] env[62668]: DEBUG nova.scheduler.client.report [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.779745] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.800585] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.800837] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.800994] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.801193] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.801341] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.801513] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.801734] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.801896] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.802072] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.802239] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.802412] env[62668]: DEBUG nova.virt.hardware [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.803282] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ea57f-b99a-48be-94b0-198aaab2f9b8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.810642] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e163d1-23f9-49b1-b8a2-ef591221f88f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.824040] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.829361] env[62668]: DEBUG oslo.service.loopingcall [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.832138] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.832345] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b14afa54-df38-4d57-b4e6-6bcf78308523 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.848190] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434684} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.849309] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] f5ed3894-0f24-49a4-ae57-149e7571661c/f5ed3894-0f24-49a4-ae57-149e7571661c.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.849526] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.849738] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.849738] env[62668]: value = "task-2684606" [ 1365.849738] env[62668]: _type = "Task" [ 1365.849738] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.849903] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b0386bc-1d15-4105-a1d8-42c6b4edf79a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.860414] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684606, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.861522] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1365.861522] env[62668]: value = "task-2684607" [ 1365.861522] env[62668]: _type = "Task" [ 1365.861522] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.868544] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.883340] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.883843] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.361125] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684606, 'name': CreateVM_Task, 'duration_secs': 0.29554} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.361540] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.361699] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.361858] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.362238] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.362538] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47c06a2-3139-49a5-b3e5-05dff1429638 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.369458] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1366.369458] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c6e324-95a6-70d2-56e9-1b21c67c392b" [ 1366.369458] env[62668]: _type = "Task" [ 1366.369458] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.372416] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092787} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.375323] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.376106] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea772b70-1b2c-400c-a814-011a8eedd622 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.383014] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52c6e324-95a6-70d2-56e9-1b21c67c392b, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.389418] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.389639] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.389862] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.390015] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.390198] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.391368] env[62668]: DEBUG nova.compute.utils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.400615] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f5ed3894-0f24-49a4-ae57-149e7571661c/f5ed3894-0f24-49a4-ae57-149e7571661c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.401053] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67067d77-5a37-4481-8a58-29a1542caf25 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.402691] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.402864] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.404443] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b0b377-eee7-493c-b8d9-0eddfb126963 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.423833] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1366.423833] env[62668]: value = "task-2684608" [ 1366.423833] env[62668]: _type = "Task" [ 1366.423833] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.424887] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.425138] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.428139] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187fae14-ce36-4c54-82e6-7a27a33d92b7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.435188] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.436358] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1366.436358] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c4b57-ca4a-a49e-4cb4-3ce89d58c19e" [ 1366.436358] env[62668]: _type = "Task" [ 1366.436358] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.443917] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c4b57-ca4a-a49e-4cb4-3ce89d58c19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.464237] env[62668]: DEBUG nova.policy [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c4e7e8623049e882f10b01eaa2bd24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '169d11afbb084b2a961c1b345898d7b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.747451] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Successfully created port: f347b410-8487-4c08-9173-653106690faa {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.902423] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.936122] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.946855] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523c4b57-ca4a-a49e-4cb4-3ce89d58c19e, 'name': SearchDatastore_Task, 'duration_secs': 0.01773} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.947949] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18293139-1635-4676-88d2-6d58ff20c62a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.954178] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1366.954178] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e63faf-4035-46e6-e85f-e33dd49fbf4d" [ 1366.954178] env[62668]: _type = "Task" [ 1366.954178] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.963212] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e63faf-4035-46e6-e85f-e33dd49fbf4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.437119] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684608, 'name': ReconfigVM_Task, 'duration_secs': 0.940716} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.437461] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f5ed3894-0f24-49a4-ae57-149e7571661c/f5ed3894-0f24-49a4-ae57-149e7571661c.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.437985] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0997910a-1d2a-476e-8faf-8c12a443a18b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.444536] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1367.444536] env[62668]: value = "task-2684609" [ 1367.444536] env[62668]: _type = "Task" [ 1367.444536] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.452686] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684609, 'name': Rename_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.462298] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e63faf-4035-46e6-e85f-e33dd49fbf4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.462498] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.462741] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.462977] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5669cd4f-3667-42b9-bda1-9ca9c3f21a2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.468587] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1367.468587] env[62668]: value = "task-2684610" [ 1367.468587] env[62668]: _type = "Task" [ 1367.468587] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.476149] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.913500] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.939064] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.939329] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.939494] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.939675] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.939822] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.939970] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.940191] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.940350] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.940517] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.940681] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.940848] env[62668]: DEBUG nova.virt.hardware [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.941902] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a7531-4e86-47eb-abb6-21a48d1a6978 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.951368] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b26fa-3d04-42a9-9d27-20c8d20ce268 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.957750] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684609, 'name': Rename_Task, 'duration_secs': 0.130591} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.958307] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.958527] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930113d4-915e-45f7-b781-772ea293e637 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.973344] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1367.973344] env[62668]: value = "task-2684611" [ 1367.973344] env[62668]: _type = "Task" [ 1367.973344] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.979243] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442203} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.979784] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.980017] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.980450] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a12c9a-8475-4336-84a9-25035548348b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.984440] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.987928] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1367.987928] env[62668]: value = "task-2684612" [ 1367.987928] env[62668]: _type = "Task" [ 1367.987928] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.995107] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.103238] env[62668]: DEBUG nova.compute.manager [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Received event network-vif-plugged-f347b410-8487-4c08-9173-653106690faa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1368.103515] env[62668]: DEBUG oslo_concurrency.lockutils [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.103707] env[62668]: DEBUG oslo_concurrency.lockutils [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.103891] env[62668]: DEBUG oslo_concurrency.lockutils [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.104085] env[62668]: DEBUG nova.compute.manager [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] No waiting events found dispatching network-vif-plugged-f347b410-8487-4c08-9173-653106690faa {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.104258] env[62668]: WARNING nova.compute.manager [req-083d9803-17f2-46d5-ad5c-181bb2967d72 req-04681c53-09ee-4945-8063-309243b71c30 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Received unexpected event network-vif-plugged-f347b410-8487-4c08-9173-653106690faa for instance with vm_state building and task_state spawning. [ 1368.196917] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Successfully updated port: f347b410-8487-4c08-9173-653106690faa {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.483952] env[62668]: DEBUG oslo_vmware.api [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684611, 'name': PowerOnVM_Task, 'duration_secs': 0.450131} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.484351] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.484461] env[62668]: INFO nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1368.484629] env[62668]: DEBUG nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.485400] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57245b0c-ac0d-4aba-861d-5b96c9c78c18 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.499115] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065306} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.499362] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.500090] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43c86b-d454-47fd-b7fc-b51b8b6653fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.519638] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.519876] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14668ad2-03e1-486b-b94e-6e019ab47948 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.538167] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1368.538167] env[62668]: value = "task-2684613" [ 1368.538167] env[62668]: _type = "Task" [ 1368.538167] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.545367] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.699857] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.699996] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.700174] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.005225] env[62668]: INFO nova.compute.manager [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Took 9.52 seconds to build instance. [ 1369.048365] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.237804] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.357896] env[62668]: DEBUG nova.network.neutron [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating instance_info_cache with network_info: [{"id": "f347b410-8487-4c08-9173-653106690faa", "address": "fa:16:3e:55:df:85", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf347b410-84", "ovs_interfaceid": "f347b410-8487-4c08-9173-653106690faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.507561] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d909fcaf-47d5-4a34-a03d-1433c2b67003 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.033s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.548101] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.712322] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.712573] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.860707] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.861040] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Instance network_info: |[{"id": "f347b410-8487-4c08-9173-653106690faa", "address": "fa:16:3e:55:df:85", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf347b410-84", "ovs_interfaceid": "f347b410-8487-4c08-9173-653106690faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.861480] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:df:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f347b410-8487-4c08-9173-653106690faa', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.868863] env[62668]: DEBUG oslo.service.loopingcall [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.869077] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.869301] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbaa441-ac0c-4899-a2f9-a73a8dfbd1ea {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.888535] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.888535] env[62668]: value = "task-2684614" [ 1369.888535] env[62668]: _type = "Task" [ 1369.888535] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.895887] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684614, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.049147] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684613, 'name': ReconfigVM_Task, 'duration_secs': 1.113197} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.049368] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.049954] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a887f7be-809f-4423-82cb-c2dd888dc462 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.056385] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1370.056385] env[62668]: value = "task-2684615" [ 1370.056385] env[62668]: _type = "Task" [ 1370.056385] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.064129] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684615, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.133254] env[62668]: DEBUG nova.compute.manager [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Received event network-changed-f347b410-8487-4c08-9173-653106690faa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1370.133254] env[62668]: DEBUG nova.compute.manager [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Refreshing instance network info cache due to event network-changed-f347b410-8487-4c08-9173-653106690faa. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1370.133502] env[62668]: DEBUG oslo_concurrency.lockutils [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] Acquiring lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.133664] env[62668]: DEBUG oslo_concurrency.lockutils [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] Acquired lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.133830] env[62668]: DEBUG nova.network.neutron [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Refreshing network info cache for port f347b410-8487-4c08-9173-653106690faa {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.215349] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.215612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.215746] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.216022] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1370.216901] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cef617-c811-4038-8049-002b2a9d6390 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.226413] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c436c4-aea7-42c6-9c5f-cff445871bc8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.240012] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d4ad0-6d2b-41f1-a730-d3db67eb2bb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.246528] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4977bd-c42b-40a6-8ca1-eebd662049d8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.275302] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180682MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.275458] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.275630] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.398058] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684614, 'name': CreateVM_Task, 'duration_secs': 0.279835} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.398274] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.398885] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.399064] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.399383] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.399622] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb27a9bd-f5cf-4f34-b980-0232abc333d1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.403916] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1370.403916] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b1653-ea84-920a-fdfb-c8cc680a5c21" [ 1370.403916] env[62668]: _type = "Task" [ 1370.403916] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.410945] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b1653-ea84-920a-fdfb-c8cc680a5c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.565844] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684615, 'name': Rename_Task, 'duration_secs': 0.144472} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.566247] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.566385] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975406f4-6ecf-454c-a2f5-da82d00dfb71 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.573133] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1370.573133] env[62668]: value = "task-2684616" [ 1370.573133] env[62668]: _type = "Task" [ 1370.573133] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.580341] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.816115] env[62668]: DEBUG nova.network.neutron [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updated VIF entry in instance network info cache for port f347b410-8487-4c08-9173-653106690faa. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.816488] env[62668]: DEBUG nova.network.neutron [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating instance_info_cache with network_info: [{"id": "f347b410-8487-4c08-9173-653106690faa", "address": "fa:16:3e:55:df:85", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf347b410-84", "ovs_interfaceid": "f347b410-8487-4c08-9173-653106690faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.916121] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]524b1653-ea84-920a-fdfb-c8cc680a5c21, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.916461] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.916758] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.917066] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.917254] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.917462] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.917765] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-207c57bb-1832-49d5-b81d-3432947703e8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.926075] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.926307] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.927127] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a408ae-442b-4563-8d57-3bc8f43a5857 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.932522] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1370.932522] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265a30e-64df-b968-fa11-21c468937ba7" [ 1370.932522] env[62668]: _type = "Task" [ 1370.932522] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.940670] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265a30e-64df-b968-fa11-21c468937ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.086458] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.304224] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance f5ed3894-0f24-49a4-ae57-149e7571661c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.304373] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 16adc192-acab-4909-93e3-f004bdb9bab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.304525] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.304726] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1371.304868] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1371.318829] env[62668]: DEBUG oslo_concurrency.lockutils [req-b6a72231-f84d-4fa0-be1e-37c54418c78f req-c5810687-f661-467f-b63c-117a54e1ed27 service nova] Releasing lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.362089] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e76d9cb-ac8e-4dc1-8a5c-2cf443e14503 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.372554] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afe668-1fe3-485f-b452-20eb9eac205c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.424169] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ea255-44a0-426d-accf-cc467a39f329 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.440200] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2009cc-ba94-4177-bc05-66f6301deef1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.454260] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]5265a30e-64df-b968-fa11-21c468937ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.468237] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.470135] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e09689a-b206-4489-8232-eb39f744ee2a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.477348] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1371.477348] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52055c41-8e3e-6e55-4e98-83a615eca0df" [ 1371.477348] env[62668]: _type = "Task" [ 1371.477348] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.493333] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52055c41-8e3e-6e55-4e98-83a615eca0df, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.493723] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.494138] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d4098c56-a4fd-49b5-ae38-3a54cc2d8a70/d4098c56-a4fd-49b5-ae38-3a54cc2d8a70.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.494503] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3459a47-8ff9-42ca-b7ea-f6bd01f76445 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.502615] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1371.502615] env[62668]: value = "task-2684617" [ 1371.502615] env[62668]: _type = "Task" [ 1371.502615] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.510732] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.582414] env[62668]: DEBUG oslo_vmware.api [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684616, 'name': PowerOnVM_Task, 'duration_secs': 0.957369} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.582927] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.582927] env[62668]: INFO nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1371.583064] env[62668]: DEBUG nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.583821] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bb11d-5ad0-459c-8c3b-ec0c8860b953 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.975271] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.012541] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436157} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.012826] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore2] d4098c56-a4fd-49b5-ae38-3a54cc2d8a70/d4098c56-a4fd-49b5-ae38-3a54cc2d8a70.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.013057] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.013323] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94851fad-7e62-4726-8fce-a06e938aea10 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.019415] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1372.019415] env[62668]: value = "task-2684618" [ 1372.019415] env[62668]: _type = "Task" [ 1372.019415] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.026978] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.100923] env[62668]: INFO nova.compute.manager [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Took 12.44 seconds to build instance. [ 1372.479869] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1372.480175] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.204s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.480448] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.480619] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances with incomplete migration {{(pid=62668) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1372.529314] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067969} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.529580] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.530420] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeebec6-314e-4daa-854a-36be46d8e734 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.551761] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d4098c56-a4fd-49b5-ae38-3a54cc2d8a70/d4098c56-a4fd-49b5-ae38-3a54cc2d8a70.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.552019] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0efdd3b-840f-4c31-aee2-5c4aec9d91fc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.570776] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1372.570776] env[62668]: value = "task-2684619" [ 1372.570776] env[62668]: _type = "Task" [ 1372.570776] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.579304] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.602904] env[62668]: DEBUG oslo_concurrency.lockutils [None req-d98945fa-ad99-431e-8a9e-f3e5dadcf3c9 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.952s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.613393] env[62668]: INFO nova.compute.manager [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Rebuilding instance [ 1372.652303] env[62668]: DEBUG nova.compute.manager [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.653182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97007872-99b6-4b98-9c7f-9e0dc84a6bed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.080976] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.581533] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.665421] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.665816] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6830e2-f79d-4077-a4cf-8bcdd5d82ada {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.672565] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1373.672565] env[62668]: value = "task-2684620" [ 1373.672565] env[62668]: _type = "Task" [ 1373.672565] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.680293] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.081766] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684619, 'name': ReconfigVM_Task, 'duration_secs': 1.094469} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.082071] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d4098c56-a4fd-49b5-ae38-3a54cc2d8a70/d4098c56-a4fd-49b5-ae38-3a54cc2d8a70.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.082661] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d2659ff-02e7-46aa-9eb9-58d039aef231 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.088822] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1374.088822] env[62668]: value = "task-2684621" [ 1374.088822] env[62668]: _type = "Task" [ 1374.088822] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.095812] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684621, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.181679] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684620, 'name': PowerOffVM_Task, 'duration_secs': 0.097613} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.181940] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.182199] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.182951] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834c7785-e6a3-4c51-bda1-5b8d6e4c6ddb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.189188] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.189401] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a97a02f2-0998-41b9-bca9-fa6bbf11ab63 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.210646] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.210870] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.211042] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleting the datastore file [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.211297] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe252e2-93a6-465e-afc7-34168e6c3bc6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.220969] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1374.220969] env[62668]: value = "task-2684623" [ 1374.220969] env[62668]: _type = "Task" [ 1374.220969] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.228744] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.598018] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684621, 'name': Rename_Task, 'duration_secs': 0.145274} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.598305] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.598535] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d15de8d-b695-4250-bb99-4f333138e8f7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.604149] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1374.604149] env[62668]: value = "task-2684624" [ 1374.604149] env[62668]: _type = "Task" [ 1374.604149] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.611183] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.730299] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092849} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.730651] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.730716] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.730885] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.983419] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.983668] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1375.115347] env[62668]: DEBUG oslo_vmware.api [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684624, 'name': PowerOnVM_Task, 'duration_secs': 0.413177} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.115622] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.115798] env[62668]: INFO nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1375.116019] env[62668]: DEBUG nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.116769] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b8d5e-a40a-4af1-9637-522535745b7c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.632024] env[62668]: INFO nova.compute.manager [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Took 14.52 seconds to build instance. [ 1375.760235] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.760533] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.760658] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.760842] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.761047] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.761217] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.761428] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.761585] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.761756] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.761904] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.762100] env[62668]: DEBUG nova.virt.hardware [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.763120] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec593f6b-e172-45df-828d-b3489e5c2802 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.770984] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def0521f-a1a3-496e-b026-aa1b9ea019bf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.786042] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance VIF info [] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.792367] env[62668]: DEBUG oslo.service.loopingcall [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.792367] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.792593] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f94303cc-6c48-4cdb-9e33-94b960d2202c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.809426] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.809426] env[62668]: value = "task-2684625" [ 1375.809426] env[62668]: _type = "Task" [ 1375.809426] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.816388] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684625, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.990058] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Didn't find any instances for network info cache update. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1375.990279] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.990480] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.134046] env[62668]: DEBUG oslo_concurrency.lockutils [None req-132f2cec-814b-42e0-9731-cb01b83d264e tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.025s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.273243] env[62668]: DEBUG nova.compute.manager [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Received event network-changed-f347b410-8487-4c08-9173-653106690faa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1376.273443] env[62668]: DEBUG nova.compute.manager [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Refreshing instance network info cache due to event network-changed-f347b410-8487-4c08-9173-653106690faa. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1376.273767] env[62668]: DEBUG oslo_concurrency.lockutils [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] Acquiring lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.273876] env[62668]: DEBUG oslo_concurrency.lockutils [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] Acquired lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.273981] env[62668]: DEBUG nova.network.neutron [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Refreshing network info cache for port f347b410-8487-4c08-9173-653106690faa {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.318334] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684625, 'name': CreateVM_Task, 'duration_secs': 0.262353} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.318512] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.318902] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.319086] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.319423] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.319673] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd18a9a-26e3-4dae-849d-57cc651bd8f6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.324295] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1376.324295] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52120cb6-d288-566a-add2-35f41aaa4e35" [ 1376.324295] env[62668]: _type = "Task" [ 1376.324295] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.331683] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52120cb6-d288-566a-add2-35f41aaa4e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.712476] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.712757] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1376.835628] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52120cb6-d288-566a-add2-35f41aaa4e35, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.835991] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.836158] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.836388] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.836530] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.836701] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.836958] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31b37da9-2908-445f-a033-85bc92b97bbb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.847843] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.848030] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.848724] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817735d4-e28c-46aa-8037-88ba6511eb81 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.853641] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1376.853641] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527d3b23-1c98-9128-7edb-a305d2722e02" [ 1376.853641] env[62668]: _type = "Task" [ 1376.853641] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.861063] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527d3b23-1c98-9128-7edb-a305d2722e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.972788] env[62668]: DEBUG nova.network.neutron [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updated VIF entry in instance network info cache for port f347b410-8487-4c08-9173-653106690faa. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.973280] env[62668]: DEBUG nova.network.neutron [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating instance_info_cache with network_info: [{"id": "f347b410-8487-4c08-9173-653106690faa", "address": "fa:16:3e:55:df:85", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf347b410-84", "ovs_interfaceid": "f347b410-8487-4c08-9173-653106690faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.363606] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]527d3b23-1c98-9128-7edb-a305d2722e02, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.364379] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d40566-cbfa-4fe4-91ca-d981aa4bd018 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.369105] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1377.369105] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dcc378-c28d-eb4c-f5ba-3b91917cac55" [ 1377.369105] env[62668]: _type = "Task" [ 1377.369105] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.376155] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dcc378-c28d-eb4c-f5ba-3b91917cac55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.475465] env[62668]: DEBUG oslo_concurrency.lockutils [req-1be61299-e3d5-4b5a-84ed-8a318412416e req-2b5e36c7-5fa7-4ab7-8857-4b30087f07eb service nova] Releasing lock "refresh_cache-d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.712983] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.878504] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52dcc378-c28d-eb4c-f5ba-3b91917cac55, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.878896] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.879020] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.879302] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b7e2829-e59a-4801-ae2b-8a6f0e0a7599 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.885560] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1377.885560] env[62668]: value = "task-2684626" [ 1377.885560] env[62668]: _type = "Task" [ 1377.885560] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.892974] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.395548] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455749} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.395939] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.396196] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.396453] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15445484-69c9-457f-a6f7-e1466cdf0e91 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.402730] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1378.402730] env[62668]: value = "task-2684627" [ 1378.402730] env[62668]: _type = "Task" [ 1378.402730] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.410280] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.912280] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066496} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.912550] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.913346] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa4a70-bb13-477b-9f49-19c4d9a1f80c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.932352] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.932595] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f187662-01cd-4058-b0cd-8f349b080b00 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.951488] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1378.951488] env[62668]: value = "task-2684628" [ 1378.951488] env[62668]: _type = "Task" [ 1378.951488] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.959042] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.461481] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.713455] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.713682] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.962334] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684628, 'name': ReconfigVM_Task, 'duration_secs': 0.545622} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.962736] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5/16adc192-acab-4909-93e3-f004bdb9bab5.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.963197] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-508e6794-41f8-4091-9e29-e81fcece34c3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.969315] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1379.969315] env[62668]: value = "task-2684629" [ 1379.969315] env[62668]: _type = "Task" [ 1379.969315] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.977483] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684629, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.479015] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684629, 'name': Rename_Task, 'duration_secs': 0.122103} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.479308] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.479550] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfe129d-ba65-48f8-b98a-5e9805ad2a68 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.485652] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1380.485652] env[62668]: value = "task-2684630" [ 1380.485652] env[62668]: _type = "Task" [ 1380.485652] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.492705] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.995370] env[62668]: DEBUG oslo_vmware.api [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684630, 'name': PowerOnVM_Task, 'duration_secs': 0.409592} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.995757] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.995860] env[62668]: DEBUG nova.compute.manager [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.996566] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb3250-7b9e-4e81-ba87-42c37874ca10 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.515486] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.517868] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.517868] env[62668]: DEBUG nova.objects.instance [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62668) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1381.712655] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.713109] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Cleaning up deleted instances {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1382.222051] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] There are 25 instances to clean {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1382.222439] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 7d719588-2f5f-4569-bfd3-d4949b04ca82] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1382.458567] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "16adc192-acab-4909-93e3-f004bdb9bab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.458933] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.459250] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "16adc192-acab-4909-93e3-f004bdb9bab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.459512] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.459760] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.461910] env[62668]: INFO nova.compute.manager [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Terminating instance [ 1382.523846] env[62668]: DEBUG oslo_concurrency.lockutils [None req-8688c3e7-cab3-4679-9e3c-5ce81d07606a tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.725577] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1657b9fa-c67a-4039-83de-517ca327cc29] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1382.965219] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "refresh_cache-16adc192-acab-4909-93e3-f004bdb9bab5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.965433] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "refresh_cache-16adc192-acab-4909-93e3-f004bdb9bab5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.965582] env[62668]: DEBUG nova.network.neutron [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.228711] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 44aed0b2-0ad0-496e-b171-6f09a0817016] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1383.485754] env[62668]: DEBUG nova.network.neutron [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.542027] env[62668]: DEBUG nova.network.neutron [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.731628] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 2074d800-29fb-400a-8171-dc7192071af1] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1384.044489] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "refresh_cache-16adc192-acab-4909-93e3-f004bdb9bab5" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.044895] env[62668]: DEBUG nova.compute.manager [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.045112] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.045991] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ba404-5df8-42d3-8a40-dc76e81457da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.053828] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.054058] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc17828-9ffc-4231-a6ab-d0b73e880bff {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.059692] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1384.059692] env[62668]: value = "task-2684631" [ 1384.059692] env[62668]: _type = "Task" [ 1384.059692] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.067721] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.234670] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fc2730bd-ba8d-4be5-aa5f-84766d5a4310] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1384.569989] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684631, 'name': PowerOffVM_Task, 'duration_secs': 0.133696} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.570266] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.570439] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.570716] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf929bfe-d933-465b-b086-4964723cc7fa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.591240] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.591478] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.591670] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleting the datastore file [datastore1] 16adc192-acab-4909-93e3-f004bdb9bab5 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.591931] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f190ce36-52c7-4d48-b179-d61aa85e8b42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.597307] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1384.597307] env[62668]: value = "task-2684633" [ 1384.597307] env[62668]: _type = "Task" [ 1384.597307] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.605128] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.738158] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 74a3418a-8ede-4bd5-a2ac-9bc76dcbcd55] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1385.106721] env[62668]: DEBUG oslo_vmware.api [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088196} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.106963] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.107153] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.107330] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.107500] env[62668]: INFO nova.compute.manager [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1385.107737] env[62668]: DEBUG oslo.service.loopingcall [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.107923] env[62668]: DEBUG nova.compute.manager [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.108027] env[62668]: DEBUG nova.network.neutron [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.123910] env[62668]: DEBUG nova.network.neutron [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.242504] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: fa672e93-6e89-4c55-a4a3-8f25d94631b0] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1385.626423] env[62668]: DEBUG nova.network.neutron [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.745992] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 08973f6f-933a-4c0e-95e8-540f0ef8607e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1386.128790] env[62668]: INFO nova.compute.manager [-] [instance: 16adc192-acab-4909-93e3-f004bdb9bab5] Took 1.02 seconds to deallocate network for instance. [ 1386.249450] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 12be604e-4e17-4444-93e5-1e233624c792] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1386.635376] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.635634] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.635857] env[62668]: DEBUG nova.objects.instance [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lazy-loading 'resources' on Instance uuid 16adc192-acab-4909-93e3-f004bdb9bab5 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.751903] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: b4e97b21-bfaf-4616-922f-edfaf8c234ae] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1387.253145] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dd0de-6935-4f43-8b6c-c5aec5ceef53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.255848] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a0d5bf26-1cde-41cf-816f-e482e0093263] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1387.262721] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53fa9b7-988b-4d56-934d-985b52f6c266 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.293446] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db782ea2-425f-4ef0-86e4-3bd6a0ae40cf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.300662] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d45959-eb96-4cee-b130-7898ea06a9a3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.313807] env[62668]: DEBUG nova.compute.provider_tree [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.759313] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4a00db1a-fbc7-42c6-a12f-f155c270cd35] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1387.816586] env[62668]: DEBUG nova.scheduler.client.report [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.263270] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 7332b4b0-92c5-4f9f-b60d-18a1cd0501a2] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1388.321348] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.341898] env[62668]: INFO nova.scheduler.client.report [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleted allocations for instance 16adc192-acab-4909-93e3-f004bdb9bab5 [ 1388.767057] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 3f3876f3-d4fe-43df-99b5-e1bcb736933b] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1388.850313] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f74d5490-5060-4561-90bb-e4fd43bd3850 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "16adc192-acab-4909-93e3-f004bdb9bab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.391s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.270749] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: e761e03b-6f2a-4633-a8fc-3dff0e68fd9f] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1389.774096] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 4120a5e6-393a-4144-bbfc-ea4cea79ada9] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1389.980064] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "f5ed3894-0f24-49a4-ae57-149e7571661c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.980281] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.980386] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "f5ed3894-0f24-49a4-ae57-149e7571661c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.980564] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.980732] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.983142] env[62668]: INFO nova.compute.manager [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Terminating instance [ 1390.277075] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 5bfa300c-173b-4042-bbf3-c9ff3e083b10] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1390.486228] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "refresh_cache-f5ed3894-0f24-49a4-ae57-149e7571661c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.486477] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquired lock "refresh_cache-f5ed3894-0f24-49a4-ae57-149e7571661c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.486607] env[62668]: DEBUG nova.network.neutron [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.779986] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 24768c79-4d5d-4a28-afc0-7c26f32868d6] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1391.006011] env[62668]: DEBUG nova.network.neutron [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.055892] env[62668]: DEBUG nova.network.neutron [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.283876] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 1642b99a-f7ba-4730-9001-44475d4cff0b] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1391.558671] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Releasing lock "refresh_cache-f5ed3894-0f24-49a4-ae57-149e7571661c" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.559159] env[62668]: DEBUG nova.compute.manager [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.559422] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.560333] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e73d19-d1ce-4997-8652-1ce59125f80e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.569009] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.569261] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7bbb7f6-559f-426b-a593-f3d002ebdd89 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.575602] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1391.575602] env[62668]: value = "task-2684634" [ 1391.575602] env[62668]: _type = "Task" [ 1391.575602] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.582860] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.787910] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: af2c3492-8ccd-4736-8605-214ea933d09a] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1392.085486] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684634, 'name': PowerOffVM_Task, 'duration_secs': 0.156725} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.085736] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.085917] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.086175] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b43b64-fd91-4385-8efa-28f00828c0da {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.109673] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.109912] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.110116] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleting the datastore file [datastore1] f5ed3894-0f24-49a4-ae57-149e7571661c {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.110356] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1700a966-fd19-49b6-bb34-998fa539f3a9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.116397] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for the task: (returnval){ [ 1392.116397] env[62668]: value = "task-2684636" [ 1392.116397] env[62668]: _type = "Task" [ 1392.116397] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.123406] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.291307] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: d6f92dcd-d648-4f23-bc57-e127fd9cab91] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1392.626124] env[62668]: DEBUG oslo_vmware.api [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Task: {'id': task-2684636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093179} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.626406] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.626547] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.626735] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.626919] env[62668]: INFO nova.compute.manager [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1392.627167] env[62668]: DEBUG oslo.service.loopingcall [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.627351] env[62668]: DEBUG nova.compute.manager [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.627445] env[62668]: DEBUG nova.network.neutron [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.643771] env[62668]: DEBUG nova.network.neutron [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.794462] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 87716719-d0eb-47d8-b969-73078df6ae2f] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1393.146682] env[62668]: DEBUG nova.network.neutron [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.297307] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: ca273e31-da7a-444d-8ee7-a744bdd2d553] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1393.648998] env[62668]: INFO nova.compute.manager [-] [instance: f5ed3894-0f24-49a4-ae57-149e7571661c] Took 1.02 seconds to deallocate network for instance. [ 1393.800664] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: a9603fbe-4ec7-403e-bbe0-d416ffa7a74e] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1394.155432] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.155697] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.155969] env[62668]: DEBUG nova.objects.instance [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lazy-loading 'resources' on Instance uuid f5ed3894-0f24-49a4-ae57-149e7571661c {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.303720] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: cf4fef2f-c3b4-4b72-87f3-b21486d26efe] Instance has had 0 of 5 cleanup attempts {{(pid=62668) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1394.698804] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef170c6-62a4-4a77-a339-0356f052c18a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.706016] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222c155-ca47-4874-84d9-43d3e6884d2d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.736634] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0111b37d-87fa-4e8a-a013-12ab50646e35 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.743056] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99c9d3-34e8-4c1c-b98e-40f5ebb4a380 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.755358] env[62668]: DEBUG nova.compute.provider_tree [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.807601] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.259240] env[62668]: DEBUG nova.scheduler.client.report [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.764218] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.784226] env[62668]: INFO nova.scheduler.client.report [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Deleted allocations for instance f5ed3894-0f24-49a4-ae57-149e7571661c [ 1396.291828] env[62668]: DEBUG oslo_concurrency.lockutils [None req-6f414ade-e7aa-4256-a3ed-d068cf262fd2 tempest-ServerShowV247Test-439983199 tempest-ServerShowV247Test-439983199-project-member] Lock "f5ed3894-0f24-49a4-ae57-149e7571661c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.312s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.209840] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.210198] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.713847] env[62668]: DEBUG nova.compute.utils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.217269] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.274081] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.274466] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.274602] env[62668]: INFO nova.compute.manager [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Attaching volume 70803c76-fc37-4654-b6d8-41ed2cea0de0 to /dev/sdb [ 1416.303731] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd7bffd-a74a-4bed-884b-96cfc1f66e42 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.310991] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedeb88b-1bfe-480c-9ab7-5884d718bbbe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.323390] env[62668]: DEBUG nova.virt.block_device [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating existing volume attachment record: 4c14e8a5-9a3e-4423-84eb-9de155099c8f {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1420.864631] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1420.864919] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541168', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'name': 'volume-70803c76-fc37-4654-b6d8-41ed2cea0de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4098c56-a4fd-49b5-ae38-3a54cc2d8a70', 'attached_at': '', 'detached_at': '', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'serial': '70803c76-fc37-4654-b6d8-41ed2cea0de0'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1420.865793] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22454920-38a1-4434-b944-582864cdf995 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.882147] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a7ba1-020e-4f10-92c0-d15473f26f20 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.905698] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-70803c76-fc37-4654-b6d8-41ed2cea0de0/volume-70803c76-fc37-4654-b6d8-41ed2cea0de0.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.905921] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6de4721-8474-4be5-8a14-a0539ea15852 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.922374] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1420.922374] env[62668]: value = "task-2684639" [ 1420.922374] env[62668]: _type = "Task" [ 1420.922374] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.932253] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.433762] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684639, 'name': ReconfigVM_Task, 'duration_secs': 0.349548} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.434043] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-70803c76-fc37-4654-b6d8-41ed2cea0de0/volume-70803c76-fc37-4654-b6d8-41ed2cea0de0.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.438523] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0420f8e-0f46-48e3-baf9-c0056f22e27c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.453646] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1421.453646] env[62668]: value = "task-2684640" [ 1421.453646] env[62668]: _type = "Task" [ 1421.453646] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.461074] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.963980] env[62668]: DEBUG oslo_vmware.api [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684640, 'name': ReconfigVM_Task, 'duration_secs': 0.13929} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.964385] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541168', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'name': 'volume-70803c76-fc37-4654-b6d8-41ed2cea0de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4098c56-a4fd-49b5-ae38-3a54cc2d8a70', 'attached_at': '', 'detached_at': '', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'serial': '70803c76-fc37-4654-b6d8-41ed2cea0de0'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1423.025657] env[62668]: DEBUG nova.objects.instance [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.531735] env[62668]: DEBUG oslo_concurrency.lockutils [None req-eb192f29-8760-498a-9c1b-9647f9aab378 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.756536] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.756832] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.259976] env[62668]: INFO nova.compute.manager [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Detaching volume 70803c76-fc37-4654-b6d8-41ed2cea0de0 [ 1424.290307] env[62668]: INFO nova.virt.block_device [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Attempting to driver detach volume 70803c76-fc37-4654-b6d8-41ed2cea0de0 from mountpoint /dev/sdb [ 1424.290550] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.290739] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541168', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'name': 'volume-70803c76-fc37-4654-b6d8-41ed2cea0de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4098c56-a4fd-49b5-ae38-3a54cc2d8a70', 'attached_at': '', 'detached_at': '', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'serial': '70803c76-fc37-4654-b6d8-41ed2cea0de0'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1424.291594] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023d2e9-46ba-4b24-aad7-b959c884d175 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.313041] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d66116-0fad-4cc6-ac79-0324236d8674 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.319845] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9b288-9479-4098-8cdb-2b30b68a1dab {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.340302] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf290a-1770-40cc-a7c3-3698938c7dc4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.354492] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] The volume has not been displaced from its original location: [datastore1] volume-70803c76-fc37-4654-b6d8-41ed2cea0de0/volume-70803c76-fc37-4654-b6d8-41ed2cea0de0.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1424.359575] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.359824] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199ebeb7-2010-4309-93e1-126c5c9da5c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.377277] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1424.377277] env[62668]: value = "task-2684641" [ 1424.377277] env[62668]: _type = "Task" [ 1424.377277] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.384728] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.886355] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684641, 'name': ReconfigVM_Task, 'duration_secs': 0.215426} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.886636] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1424.891101] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654da386-b210-418b-bcaf-03fb173ec01f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.905349] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1424.905349] env[62668]: value = "task-2684642" [ 1424.905349] env[62668]: _type = "Task" [ 1424.905349] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.912403] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.414733] env[62668]: DEBUG oslo_vmware.api [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684642, 'name': ReconfigVM_Task, 'duration_secs': 0.133921} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.415080] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541168', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'name': 'volume-70803c76-fc37-4654-b6d8-41ed2cea0de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4098c56-a4fd-49b5-ae38-3a54cc2d8a70', 'attached_at': '', 'detached_at': '', 'volume_id': '70803c76-fc37-4654-b6d8-41ed2cea0de0', 'serial': '70803c76-fc37-4654-b6d8-41ed2cea0de0'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1425.956008] env[62668]: DEBUG nova.objects.instance [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.963698] env[62668]: DEBUG oslo_concurrency.lockutils [None req-ba7f9b41-f832-42e1-8f8d-5ced6a033596 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.988067] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.988482] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.988482] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.988627] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.988748] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.990921] env[62668]: INFO nova.compute.manager [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Terminating instance [ 1428.494930] env[62668]: DEBUG nova.compute.manager [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.495183] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.496117] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce531d3f-ac95-42df-b055-169aeede7346 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.503921] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.504153] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9fc9d5-caf5-40e4-b15d-c33e9f6da8ec {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.512133] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1428.512133] env[62668]: value = "task-2684643" [ 1428.512133] env[62668]: _type = "Task" [ 1428.512133] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.521964] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.021854] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684643, 'name': PowerOffVM_Task, 'duration_secs': 0.198093} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.022261] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.022314] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.022569] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1742c3f2-09b6-4565-9951-d324a4600419 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.081524] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.081788] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Deleting contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.081930] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleting the datastore file [datastore2] d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.082245] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-472bc843-6d0c-488c-8d87-298294529e6c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.089457] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1429.089457] env[62668]: value = "task-2684645" [ 1429.089457] env[62668]: _type = "Task" [ 1429.089457] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.096674] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.598899] env[62668]: DEBUG oslo_vmware.api [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143896} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.599165] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.599366] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Deleted contents of the VM from datastore datastore2 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.599657] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.599826] env[62668]: INFO nova.compute.manager [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1429.600082] env[62668]: DEBUG oslo.service.loopingcall [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.600275] env[62668]: DEBUG nova.compute.manager [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.600374] env[62668]: DEBUG nova.network.neutron [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.039893] env[62668]: DEBUG nova.compute.manager [req-6ef7c7d7-4db9-453e-b0d2-670b53b87af6 req-a65f6e27-9525-4ce0-b63f-7fe94667b18a service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Received event network-vif-deleted-f347b410-8487-4c08-9173-653106690faa {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1430.040150] env[62668]: INFO nova.compute.manager [req-6ef7c7d7-4db9-453e-b0d2-670b53b87af6 req-a65f6e27-9525-4ce0-b63f-7fe94667b18a service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Neutron deleted interface f347b410-8487-4c08-9173-653106690faa; detaching it from the instance and deleting it from the info cache [ 1430.040558] env[62668]: DEBUG nova.network.neutron [req-6ef7c7d7-4db9-453e-b0d2-670b53b87af6 req-a65f6e27-9525-4ce0-b63f-7fe94667b18a service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.523127] env[62668]: DEBUG nova.network.neutron [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.543560] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e75632e-6ea9-4bd8-bf1a-28e48e1339e0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.553708] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef55022f-9fd4-48e7-a607-be43c141eaa5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.577910] env[62668]: DEBUG nova.compute.manager [req-6ef7c7d7-4db9-453e-b0d2-670b53b87af6 req-a65f6e27-9525-4ce0-b63f-7fe94667b18a service nova] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Detach interface failed, port_id=f347b410-8487-4c08-9173-653106690faa, reason: Instance d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1431.027999] env[62668]: INFO nova.compute.manager [-] [instance: d4098c56-a4fd-49b5-ae38-3a54cc2d8a70] Took 1.43 seconds to deallocate network for instance. [ 1431.534605] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.535020] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.535104] env[62668]: DEBUG nova.objects.instance [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'resources' on Instance uuid d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.056064] env[62668]: DEBUG nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Refreshing inventories for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1432.070642] env[62668]: DEBUG nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Updating ProviderTree inventory for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1432.070864] env[62668]: DEBUG nova.compute.provider_tree [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Updating inventory in ProviderTree for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.080564] env[62668]: DEBUG nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Refreshing aggregate associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, aggregates: None {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1432.096698] env[62668]: DEBUG nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Refreshing trait associations for resource provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62668) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1432.120777] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974c7d2-11de-4b7c-b636-cfda2aeea72e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.128890] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9feabb-9dc2-4bab-8b21-0204fff309bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.158676] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a6a57-5c18-4fb2-ae82-76dd0dfc333e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.165472] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8204f7c-b582-4c2f-b721-c783d7cd22a1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.177908] env[62668]: DEBUG nova.compute.provider_tree [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.680641] env[62668]: DEBUG nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.185636] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.205312] env[62668]: INFO nova.scheduler.client.report [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted allocations for instance d4098c56-a4fd-49b5-ae38-3a54cc2d8a70 [ 1433.713454] env[62668]: DEBUG oslo_concurrency.lockutils [None req-445270f7-076f-4819-a526-a3e9e9c5c753 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "d4098c56-a4fd-49b5-ae38-3a54cc2d8a70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.853365] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.853653] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.356426] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Starting instance... {{(pid=62668) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.876944] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.877251] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.878763] env[62668]: INFO nova.compute.claims [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.911661] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ad508-4f46-45d2-bd96-e2c2a2d52fbd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.919267] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc05b1b-7eca-4529-9fea-4e25e34007ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.948882] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042c0ab-14a2-4325-8757-d92b0adf2d2e {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.956017] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5112e20-4f1d-40f1-8ec3-729b4daf1525 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.968758] env[62668]: DEBUG nova.compute.provider_tree [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.471779] env[62668]: DEBUG nova.scheduler.client.report [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.977481] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.978031] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Start building networks asynchronously for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.484206] env[62668]: DEBUG nova.compute.utils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.486009] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Allocating IP information in the background. {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1439.486159] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] allocate_for_instance() {{(pid=62668) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.533458] env[62668]: DEBUG nova.policy [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c4e7e8623049e882f10b01eaa2bd24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '169d11afbb084b2a961c1b345898d7b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62668) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.772365] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Successfully created port: 0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.988771] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Start building block device mappings for instance. {{(pid=62668) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.999429] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Start spawning the instance on the hypervisor. {{(pid=62668) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.024860] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:52:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:52:11Z,direct_url=,disk_format='vmdk',id=ebc8e9a7-e4cf-458a-974f-a3490d0b578d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5c6749ae53b94f53bf9964e5bd1e4e82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:52:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.025108] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.025270] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image limits 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.025460] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Flavor pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.025606] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Image pref 0:0:0 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.025791] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62668) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.026048] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.026222] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.026391] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Got 1 possible topologies {{(pid=62668) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.026551] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.026724] env[62668]: DEBUG nova.virt.hardware [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62668) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.027637] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eddb85c-6a7b-402c-9a91-eb2530f96f7d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.035509] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8aafda-e9ae-4796-8ede-40a51696425d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.198920] env[62668]: DEBUG nova.compute.manager [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Received event network-vif-plugged-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1441.199141] env[62668]: DEBUG oslo_concurrency.lockutils [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.199356] env[62668]: DEBUG oslo_concurrency.lockutils [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.199525] env[62668]: DEBUG oslo_concurrency.lockutils [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.199695] env[62668]: DEBUG nova.compute.manager [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] No waiting events found dispatching network-vif-plugged-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.199856] env[62668]: WARNING nova.compute.manager [req-3805f4b1-f4f4-43f3-996d-f6609affb5ef req-e0b28c8d-f9e5-4c62-a654-a8c6150ac025 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Received unexpected event network-vif-plugged-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 for instance with vm_state building and task_state spawning. [ 1441.278613] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Successfully updated port: 0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.784101] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.784279] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.784462] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Building network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.314031] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Instance cache missing network info. {{(pid=62668) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.425530] env[62668]: DEBUG nova.network.neutron [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [{"id": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "address": "fa:16:3e:99:88:e8", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ad622f0-bf", "ovs_interfaceid": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.927535] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.927860] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Instance network_info: |[{"id": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "address": "fa:16:3e:99:88:e8", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ad622f0-bf", "ovs_interfaceid": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62668) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.928296] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:88:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ad622f0-bfef-4b67-8c1f-ade1e4317c59', 'vif_model': 'vmxnet3'}] {{(pid=62668) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.935636] env[62668]: DEBUG oslo.service.loopingcall [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.935840] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Creating VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.936066] env[62668]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-498f9a84-0339-46fa-ae38-1a2acbf29125 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.956707] env[62668]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.956707] env[62668]: value = "task-2684646" [ 1442.956707] env[62668]: _type = "Task" [ 1442.956707] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.964068] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684646, 'name': CreateVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.242504] env[62668]: DEBUG nova.compute.manager [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Received event network-changed-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1443.242504] env[62668]: DEBUG nova.compute.manager [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Refreshing instance network info cache due to event network-changed-0ad622f0-bfef-4b67-8c1f-ade1e4317c59. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1443.242504] env[62668]: DEBUG oslo_concurrency.lockutils [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] Acquiring lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.242504] env[62668]: DEBUG oslo_concurrency.lockutils [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] Acquired lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.242504] env[62668]: DEBUG nova.network.neutron [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Refreshing network info cache for port 0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.466986] env[62668]: DEBUG oslo_vmware.api [-] Task: {'id': task-2684646, 'name': CreateVM_Task, 'duration_secs': 0.299793} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.467323] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Created VM on the ESX host {{(pid=62668) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.467797] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.467969] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.468312] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.468550] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe036d0-5b47-4f85-856e-a0db4a62cc3b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.472605] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1443.472605] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52976829-46af-b457-4a27-cf20cdcf91f4" [ 1443.472605] env[62668]: _type = "Task" [ 1443.472605] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.479591] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52976829-46af-b457-4a27-cf20cdcf91f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.898292] env[62668]: DEBUG nova.network.neutron [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updated VIF entry in instance network info cache for port 0ad622f0-bfef-4b67-8c1f-ade1e4317c59. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.898706] env[62668]: DEBUG nova.network.neutron [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [{"id": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "address": "fa:16:3e:99:88:e8", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ad622f0-bf", "ovs_interfaceid": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.983089] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52976829-46af-b457-4a27-cf20cdcf91f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.983391] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.983623] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Processing image ebc8e9a7-e4cf-458a-974f-a3490d0b578d {{(pid=62668) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.983852] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.983998] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.984192] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.984490] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96c9e4c0-f5b0-4c04-a459-b68cc00562e5 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.992146] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62668) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.992371] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62668) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.992995] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c301ff8-cd22-44b1-bcdc-184733a408c8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.997848] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1443.997848] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e2cecc-503a-cf32-79e0-9da67dfb660c" [ 1443.997848] env[62668]: _type = "Task" [ 1443.997848] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.005716] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e2cecc-503a-cf32-79e0-9da67dfb660c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.304204] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.304435] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.304644] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1444.304775] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1444.401315] env[62668]: DEBUG oslo_concurrency.lockutils [req-8012b545-2fe7-4152-895c-2df3a2be2003 req-1eb95211-afd8-4fdd-b867-95168955a624 service nova] Releasing lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.507742] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]52e2cecc-503a-cf32-79e0-9da67dfb660c, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.508451] env[62668]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8a312d-f3e1-46ae-bc89-96b0d4b4b2b9 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.513106] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1444.513106] env[62668]: value = "session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523a28d7-b827-6153-3edc-36e84d0f6d0e" [ 1444.513106] env[62668]: _type = "Task" [ 1444.513106] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.520204] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523a28d7-b827-6153-3edc-36e84d0f6d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.807999] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Skipping network cache update for instance because it is Building. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1444.808186] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Didn't find any instances for network info cache update. {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1444.808391] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.808551] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.808697] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.808840] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.808978] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.809137] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.809263] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1444.809405] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.023341] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': session[52fb3aea-39d4-1251-57ef-38cfc70c9db8]523a28d7-b827-6153-3edc-36e84d0f6d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.023612] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.023867] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6bbf8b74-d0c2-404c-8235-d60e2feb2910/6bbf8b74-d0c2-404c-8235-d60e2feb2910.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.024127] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c175cc-bbaf-4e21-8a05-0c371428514c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.032898] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1445.032898] env[62668]: value = "task-2684647" [ 1445.032898] env[62668]: _type = "Task" [ 1445.032898] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.039830] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.312749] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.313041] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.313188] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.313345] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1445.314313] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c0ef80-0072-4383-b80b-a2a81dfd2768 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.323182] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e871ea-b0fb-4b15-8f14-550ad287cdb7 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.337606] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcacec4-f351-4bdd-876c-0bc0d76e564b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.344538] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ffc128-13d9-42aa-9966-8cdc02d331fe {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.373773] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180751MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1445.373946] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.374169] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.542696] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424584} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.543058] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ebc8e9a7-e4cf-458a-974f-a3490d0b578d/ebc8e9a7-e4cf-458a-974f-a3490d0b578d.vmdk to [datastore1] 6bbf8b74-d0c2-404c-8235-d60e2feb2910/6bbf8b74-d0c2-404c-8235-d60e2feb2910.vmdk {{(pid=62668) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.543162] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Extending root virtual disk to 1048576 {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.543401] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-531836ec-719a-4a67-99e4-c512b0292bfc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.549204] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1445.549204] env[62668]: value = "task-2684648" [ 1445.549204] env[62668]: _type = "Task" [ 1445.549204] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.555990] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.059603] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059222} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.059900] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Extended root virtual disk {{(pid=62668) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.060686] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8459d399-1f1a-4927-ac5a-86d3b58cd9e1 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.082890] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6bbf8b74-d0c2-404c-8235-d60e2feb2910/6bbf8b74-d0c2-404c-8235-d60e2feb2910.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.083182] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce842b6f-3993-45fd-9015-bfed52920ff4 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.101817] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1446.101817] env[62668]: value = "task-2684649" [ 1446.101817] env[62668]: _type = "Task" [ 1446.101817] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.109198] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.398632] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6bbf8b74-d0c2-404c-8235-d60e2feb2910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.398845] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1446.398992] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1446.423641] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e58713-6111-4b3f-a4e6-6f2c1bfe3ea6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.430463] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5902cd-38a4-4fc3-9187-9c9600f27dbc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.458956] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3121e8db-189b-42ea-8e69-3dab64745836 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.465368] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f9437-569a-414e-9e67-5534cacb749c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.477816] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.611524] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684649, 'name': ReconfigVM_Task, 'duration_secs': 0.305677} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.611870] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6bbf8b74-d0c2-404c-8235-d60e2feb2910/6bbf8b74-d0c2-404c-8235-d60e2feb2910.vmdk or device None with type sparse {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.612429] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0bbffd-0110-4750-800d-d4f02fe07c65 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.617966] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1446.617966] env[62668]: value = "task-2684650" [ 1446.617966] env[62668]: _type = "Task" [ 1446.617966] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.625346] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684650, 'name': Rename_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.980554] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.129289] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684650, 'name': Rename_Task, 'duration_secs': 0.130454} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.129563] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Powering on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.129803] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f399e4ae-6fa6-4cb9-887c-2a0401bc8eaf {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.136766] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1447.136766] env[62668]: value = "task-2684651" [ 1447.136766] env[62668]: _type = "Task" [ 1447.136766] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.143594] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.485464] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1447.485618] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.111s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.646527] env[62668]: DEBUG oslo_vmware.api [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684651, 'name': PowerOnVM_Task, 'duration_secs': 0.414326} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.646859] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Powered on the VM {{(pid=62668) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.646975] env[62668]: INFO nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1447.647167] env[62668]: DEBUG nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Checking state {{(pid=62668) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.647895] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4408ff3c-bee2-477b-bc9c-a6f4fd725bd3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.889365] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.167180] env[62668]: INFO nova.compute.manager [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Took 11.30 seconds to build instance. [ 1448.669604] env[62668]: DEBUG oslo_concurrency.lockutils [None req-4c2e951a-4785-40e7-b32b-d2b3bdad613f tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.816s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.799113] env[62668]: DEBUG nova.compute.manager [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Received event network-changed-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1448.799198] env[62668]: DEBUG nova.compute.manager [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Refreshing instance network info cache due to event network-changed-0ad622f0-bfef-4b67-8c1f-ade1e4317c59. {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1448.799393] env[62668]: DEBUG oslo_concurrency.lockutils [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] Acquiring lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.799537] env[62668]: DEBUG oslo_concurrency.lockutils [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] Acquired lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.799696] env[62668]: DEBUG nova.network.neutron [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Refreshing network info cache for port 0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.495562] env[62668]: DEBUG nova.network.neutron [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updated VIF entry in instance network info cache for port 0ad622f0-bfef-4b67-8c1f-ade1e4317c59. {{(pid=62668) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.496008] env[62668]: DEBUG nova.network.neutron [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [{"id": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "address": "fa:16:3e:99:88:e8", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ad622f0-bf", "ovs_interfaceid": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.998462] env[62668]: DEBUG oslo_concurrency.lockutils [req-710243c5-970b-4def-9ff8-90349298db3d req-a2db09aa-52ad-45d4-81fb-fbfce08f9e9d service nova] Releasing lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.565932] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.566226] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.069254] env[62668]: DEBUG nova.compute.utils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Using /dev/sd instead of None {{(pid=62668) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.573021] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.656235] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.656581] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.657465] env[62668]: INFO nova.compute.manager [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Attaching volume 47d6f09b-f10c-49cb-893e-f461d2d979fd to /dev/sdb [ 1487.687039] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185f946-db79-4cc3-ae2b-fbcffaeb02fd {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.693785] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9ad64-178f-4ef7-baf1-0fd8394f5e9d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.706759] env[62668]: DEBUG nova.virt.block_device [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating existing volume attachment record: 2ec3d355-dcbe-4efd-b116-b81504cec794 {{(pid=62668) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1490.713339] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.216992] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.217262] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.217447] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.217572] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62668) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1491.218539] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660e574-dac3-4fb2-82b6-aecabaaf17b3 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.226390] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaff8df-1fae-4651-9036-7665878ff8b6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.239721] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295d42b-5562-42c1-8537-795b53bf25bc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.246007] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa3345-dad1-4e59-b37a-cfebb73d2b60 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.275522] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180921MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62668) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1491.275651] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.275827] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.251415] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Volume attach. Driver type: vmdk {{(pid=62668) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1492.251675] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541170', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'name': 'volume-47d6f09b-f10c-49cb-893e-f461d2d979fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bbf8b74-d0c2-404c-8235-d60e2feb2910', 'attached_at': '', 'detached_at': '', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'serial': '47d6f09b-f10c-49cb-893e-f461d2d979fd'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1492.252628] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b751c-ccc0-40eb-aebf-42d7f655af72 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.269023] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f9b23c-b73d-4566-b06b-d1ce02dc76c6 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.294453] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-47d6f09b-f10c-49cb-893e-f461d2d979fd/volume-47d6f09b-f10c-49cb-893e-f461d2d979fd.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.294863] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1983ba3c-1715-4e12-afbc-801d4793ad96 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.312135] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1492.312135] env[62668]: value = "task-2684654" [ 1492.312135] env[62668]: _type = "Task" [ 1492.312135] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.318840] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.329027] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Instance 6bbf8b74-d0c2-404c-8235-d60e2feb2910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62668) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.329151] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1492.329426] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62668) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1492.361341] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3708184-ad3f-4593-8e7b-1742fd8a133b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.368203] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a49257-cc15-473c-bd18-4faec9e0de46 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.398065] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f13ef45-2894-4309-b9d1-d96af239d3dc {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.404631] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adad7b0-86bb-45cc-8bf5-e7640e20e9fb {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.416944] env[62668]: DEBUG nova.compute.provider_tree [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.821803] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684654, 'name': ReconfigVM_Task, 'duration_secs': 0.338003} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.822079] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-47d6f09b-f10c-49cb-893e-f461d2d979fd/volume-47d6f09b-f10c-49cb-893e-f461d2d979fd.vmdk or device None with type thin {{(pid=62668) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.826609] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0ec9c1-5ec4-4c06-8c12-4b0ad82c4214 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.841058] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1492.841058] env[62668]: value = "task-2684655" [ 1492.841058] env[62668]: _type = "Task" [ 1492.841058] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.848964] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.920158] env[62668]: DEBUG nova.scheduler.client.report [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.351366] env[62668]: DEBUG oslo_vmware.api [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684655, 'name': ReconfigVM_Task, 'duration_secs': 0.15496} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.351644] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541170', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'name': 'volume-47d6f09b-f10c-49cb-893e-f461d2d979fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bbf8b74-d0c2-404c-8235-d60e2feb2910', 'attached_at': '', 'detached_at': '', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'serial': '47d6f09b-f10c-49cb-893e-f461d2d979fd'} {{(pid=62668) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1493.425017] env[62668]: DEBUG nova.compute.resource_tracker [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62668) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1493.425263] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.394026] env[62668]: DEBUG nova.objects.instance [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid 6bbf8b74-d0c2-404c-8235-d60e2feb2910 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.425733] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.425733] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.899386] env[62668]: DEBUG oslo_concurrency.lockutils [None req-f9faadf4-8516-4839-8e7c-153513522c13 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.083909] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.084192] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.587853] env[62668]: INFO nova.compute.manager [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Detaching volume 47d6f09b-f10c-49cb-893e-f461d2d979fd [ 1495.618556] env[62668]: INFO nova.virt.block_device [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Attempting to driver detach volume 47d6f09b-f10c-49cb-893e-f461d2d979fd from mountpoint /dev/sdb [ 1495.618807] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Volume detach. Driver type: vmdk {{(pid=62668) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1495.619015] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541170', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'name': 'volume-47d6f09b-f10c-49cb-893e-f461d2d979fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bbf8b74-d0c2-404c-8235-d60e2feb2910', 'attached_at': '', 'detached_at': '', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'serial': '47d6f09b-f10c-49cb-893e-f461d2d979fd'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1495.619898] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f28a9d-0e98-46c2-9dfe-aabd190c519c {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.643014] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb8507-0dff-4891-8152-b5045705ed8a {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.649723] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd487c9a-b4ba-4b77-813b-586d35a459f8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.669620] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd3814-aa8d-4cf4-99df-0e3d05cc0a6f {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.683555] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] The volume has not been displaced from its original location: [datastore1] volume-47d6f09b-f10c-49cb-893e-f461d2d979fd/volume-47d6f09b-f10c-49cb-893e-f461d2d979fd.vmdk. No consolidation needed. {{(pid=62668) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1495.688639] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1495.688900] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92464c6-8817-473e-9feb-04768e3726b0 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.705413] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1495.705413] env[62668]: value = "task-2684656" [ 1495.705413] env[62668]: _type = "Task" [ 1495.705413] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.712658] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.214989] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684656, 'name': ReconfigVM_Task, 'duration_secs': 0.22953} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.215285] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62668) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1496.219761] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64222b3f-f36c-4256-a140-3c2b3b7e7e23 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.233949] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1496.233949] env[62668]: value = "task-2684657" [ 1496.233949] env[62668]: _type = "Task" [ 1496.233949] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.241142] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.712922] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.743303] env[62668]: DEBUG oslo_vmware.api [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684657, 'name': ReconfigVM_Task, 'duration_secs': 0.130224} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.743576] env[62668]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-541170', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'name': 'volume-47d6f09b-f10c-49cb-893e-f461d2d979fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bbf8b74-d0c2-404c-8235-d60e2feb2910', 'attached_at': '', 'detached_at': '', 'volume_id': '47d6f09b-f10c-49cb-893e-f461d2d979fd', 'serial': '47d6f09b-f10c-49cb-893e-f461d2d979fd'} {{(pid=62668) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1497.285821] env[62668]: DEBUG nova.objects.instance [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'flavor' on Instance uuid 6bbf8b74-d0c2-404c-8235-d60e2feb2910 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.293291] env[62668]: DEBUG oslo_concurrency.lockutils [None req-c6d8697d-afba-4410-a8ea-dc2c7e67cd56 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.713011] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.713209] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Starting heal instance info cache {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1498.713358] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Rebuilding the list of instances to heal {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1499.381982] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquiring lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.382200] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Acquired lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.382297] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Forcefully refreshing network info cache for instance {{(pid=62668) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1499.382450] env[62668]: DEBUG nova.objects.instance [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Lazy-loading 'info_cache' on Instance uuid 6bbf8b74-d0c2-404c-8235-d60e2feb2910 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.720614] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.720895] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.721128] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.721320] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.721500] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.723733] env[62668]: INFO nova.compute.manager [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Terminating instance [ 1500.227409] env[62668]: DEBUG nova.compute.manager [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Start destroying the instance on the hypervisor. {{(pid=62668) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.227644] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Destroying instance {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.228538] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9843375-4229-472c-94ca-e3d2051cd237 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.236645] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Powering off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.236877] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0108e9e6-9f10-4cb1-ae67-621522e0de6d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.243155] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1500.243155] env[62668]: value = "task-2684658" [ 1500.243155] env[62668]: _type = "Task" [ 1500.243155] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.250844] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.753319] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684658, 'name': PowerOffVM_Task, 'duration_secs': 0.16717} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.753683] env[62668]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Powered off the VM {{(pid=62668) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.753746] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Unregistering the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.753969] env[62668]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf43f6a-ca96-41e0-8c9c-9a12e829fd9b {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.812469] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Unregistered the VM {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.812670] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Deleting contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.812849] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleting the datastore file [datastore1] 6bbf8b74-d0c2-404c-8235-d60e2feb2910 {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.813114] env[62668]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f44306-0a55-4787-90ff-08de6ca567aa {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.818701] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for the task: (returnval){ [ 1500.818701] env[62668]: value = "task-2684660" [ 1500.818701] env[62668]: _type = "Task" [ 1500.818701] env[62668]: } to complete. {{(pid=62668) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.826060] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.137181] env[62668]: DEBUG nova.network.neutron [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [{"id": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "address": "fa:16:3e:99:88:e8", "network": {"id": "9adc950f-090d-414d-b53a-08ddb8dfa269", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-105750414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169d11afbb084b2a961c1b345898d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ad622f0-bf", "ovs_interfaceid": "0ad622f0-bfef-4b67-8c1f-ade1e4317c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.329613] env[62668]: DEBUG oslo_vmware.api [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Task: {'id': task-2684660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119507} completed successfully. {{(pid=62668) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.329892] env[62668]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted the datastore file {{(pid=62668) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.330091] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Deleted contents of the VM from datastore datastore1 {{(pid=62668) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.330268] env[62668]: DEBUG nova.virt.vmwareapi.vmops [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Instance destroyed {{(pid=62668) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.330441] env[62668]: INFO nova.compute.manager [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1501.330675] env[62668]: DEBUG oslo.service.loopingcall [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62668) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.330860] env[62668]: DEBUG nova.compute.manager [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Deallocating network for instance {{(pid=62668) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.330952] env[62668]: DEBUG nova.network.neutron [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] deallocate_for_instance() {{(pid=62668) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.640147] env[62668]: DEBUG oslo_concurrency.lockutils [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Releasing lock "refresh_cache-6bbf8b74-d0c2-404c-8235-d60e2feb2910" {{(pid=62668) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.640374] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updated the network info_cache for instance {{(pid=62668) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1501.640608] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.640791] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.640922] env[62668]: DEBUG nova.compute.manager [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62668) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1501.713100] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.976702] env[62668]: DEBUG nova.compute.manager [req-d667891b-1ce7-43e5-a32c-eb190383f33a req-5aa030aa-2011-4826-b243-e60975cec08e service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Received event network-vif-deleted-0ad622f0-bfef-4b67-8c1f-ade1e4317c59 {{(pid=62668) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1501.976946] env[62668]: INFO nova.compute.manager [req-d667891b-1ce7-43e5-a32c-eb190383f33a req-5aa030aa-2011-4826-b243-e60975cec08e service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Neutron deleted interface 0ad622f0-bfef-4b67-8c1f-ade1e4317c59; detaching it from the instance and deleting it from the info cache [ 1501.977088] env[62668]: DEBUG nova.network.neutron [req-d667891b-1ce7-43e5-a32c-eb190383f33a req-5aa030aa-2011-4826-b243-e60975cec08e service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.336615] env[62668]: DEBUG nova.network.neutron [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Updating instance_info_cache with network_info: [] {{(pid=62668) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.480148] env[62668]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-805c15a2-7657-48d5-bfce-515135955088 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.490343] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61375643-86c8-4f1d-85ca-428ff50087f2 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.515975] env[62668]: DEBUG nova.compute.manager [req-d667891b-1ce7-43e5-a32c-eb190383f33a req-5aa030aa-2011-4826-b243-e60975cec08e service nova] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Detach interface failed, port_id=0ad622f0-bfef-4b67-8c1f-ade1e4317c59, reason: Instance 6bbf8b74-d0c2-404c-8235-d60e2feb2910 could not be found. {{(pid=62668) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1502.712555] env[62668]: DEBUG oslo_service.periodic_task [None req-268d19a2-4aea-4d4d-b45c-33600a807c7e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62668) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.839466] env[62668]: INFO nova.compute.manager [-] [instance: 6bbf8b74-d0c2-404c-8235-d60e2feb2910] Took 1.51 seconds to deallocate network for instance. [ 1503.346539] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.346888] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.347022] env[62668]: DEBUG nova.objects.instance [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lazy-loading 'resources' on Instance uuid 6bbf8b74-d0c2-404c-8235-d60e2feb2910 {{(pid=62668) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.899428] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70327831-61e3-4896-a5c8-f9e96794f0ed {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.906950] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac328a32-a13e-4940-892e-30238d149ea8 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.936958] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9465a-777f-4e9b-8bd0-d0c8cad6035d {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.943957] env[62668]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc9fd0-8b5f-488b-912c-faa36ed5bc53 {{(pid=62668) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.956966] env[62668]: DEBUG nova.compute.provider_tree [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed in ProviderTree for provider: 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 {{(pid=62668) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.460579] env[62668]: DEBUG nova.scheduler.client.report [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Inventory has not changed for provider 7f1e2c55-e130-4dcb-bbc8-fa7f8043ef57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62668) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.965995] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.014087] env[62668]: INFO nova.scheduler.client.report [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Deleted allocations for instance 6bbf8b74-d0c2-404c-8235-d60e2feb2910 [ 1505.522741] env[62668]: DEBUG oslo_concurrency.lockutils [None req-93f67dc3-7b68-4c75-8d74-601eac830027 tempest-AttachVolumeNegativeTest-1986176613 tempest-AttachVolumeNegativeTest-1986176613-project-member] Lock "6bbf8b74-d0c2-404c-8235-d60e2feb2910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=62668) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}